{"msg":"Running step start_crdb","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:07.418812791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:07.419324337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpZoJ4pn","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:07.463213665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/fd6cb9b3b8228bca1b9a6434e5bd596c143610f1584e14fb09b8029343bfa9a2.tar) to storage directory (/var/tmp/omicron_tmp/.tmpZoJ4pn/data)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:07.463319946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpZoJ4pn/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpZoJ4pn/listen-url --max-sql-memory 256MiB","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:07.487322617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KJVJ8F1T1C8BG548GQB09ZVN BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/fd6cb9b3b8228bca1b9a6434e5bd596c143610f1584e14fb09b8029343bfa9a2.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=1c76132ffe5de6593276543ceb5c830b9f21e4e1 GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=ec1b80b1-e223-4a9a-80e8-f587c0ea1d10:omicron-nexus::test_all$integration_tests::volume_management::test_upstairs_repair_different_upstairs_retry NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-b2991dcfe0032b19/out:/work/oxidecomputer/omicron/target/debug/build/blake3-df20c6b18d3956e5/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8b0f050bf31de6f5/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-fc1bb2730a9a80d7/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-e3b3fd8e545b20fd/out:/work/oxidecomputer/omicron/target/debug/build/ring-882060e0ad2a422c/out:/work/oxidecomputer/omicron/target/debug/build/tofino-d064271f908edbf6/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-54b41a4eb78e9d96/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=ec1b80b1-e223-4a9a-80e8-f587c0ea1d10 NEXTEST_RUN_MODE=test NEXTEST_STATE_DIR=/tmp/nextest-state.EtaaBs NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=3 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::volume_management::test_upstairs_repair_different_upstairs_retry NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-3b5642a0768e3b39/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:07.488045213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach pid: 3491","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:08.978416563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"cockroach listen URL: postgresql://root@[::1]:41736/omicron?sslmode=disable","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:08.978550388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"Running step start_clickhouse","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.035733449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.035844419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"Running step start_internal_dns","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.565003914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.565494067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpHgyBYa"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.667482805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.667565389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.667875575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:40098"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.668399125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.66852215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.668568822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.668605615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.668635976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.66942866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51175","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.669610621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.669765559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpEemR7q"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.695229182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.695302407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.695343549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:41427"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.695749676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.695819605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.695870005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.695902529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.695939022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.696968847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58923","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.6974083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.697521334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"setting up nexus server","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.698177307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704124869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704252142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704356439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704395457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704448943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704478011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704506728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704532569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704562649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704609091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704636155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704666094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704691214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704719831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704746264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704776524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704804339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704829449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704856563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704881472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704909307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704934467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704964938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.704995098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.705065718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.705097341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.716534225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.717960428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.71842986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718548256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718715818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718764124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718803623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718831197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718859764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718885034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718916016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718946727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.718985564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719016465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719041836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719070132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719096074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719123939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719151754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719176122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719203637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719228366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.71927049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719379226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.71942673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719458363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719483864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.71951226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.7195375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719565536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719590245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719617599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719642228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719669512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719698179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719724301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719752908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719777707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.71980906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719833458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719863548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719892155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719916874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719944398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719969268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.719997404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.720022002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.720050158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.720078565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.720103224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource ExternalSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource SubnetPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"Setting up resolver using DNS address: [::1]:40098","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.753879837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"new DNS resolver","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.754003012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:40098]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:09.755123858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:41736/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            41736,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:09.757824862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Database schema version is up to date","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:11.315852964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"desired_version":"234.0.0","found_version":"234.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:11.343306709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"}
{"msg":"Datastore is ready for usage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:11.343404664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.722373738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"id":"b7669623-4352-4faf-872c-b1ea74bf28bf","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.899919097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.900463688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.900659878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.900767422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.90086222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.900958681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901041356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901132877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.90122502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901302534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901396802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901491059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901586168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901661567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901753069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.9018441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.901921444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.902013917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.902108455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:11.90228696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.903401233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927348333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927455196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927564563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927659642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927748168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927825551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.927957093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.928064045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.928144675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930087854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930260137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930369514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930446847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.93053874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930627576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930716753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930794227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930894436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.930988403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931101247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931349129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931458737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931552604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931642302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.931793843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.932627458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.933612735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.93920911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.939478505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953006683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953102022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953149797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.95318149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953222201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953264455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953311809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.95334246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953370796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953401126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953429182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.95345821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953487518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953515904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/config/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953544712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/lrtq-upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953573819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/remove/{sled}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.953634941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:11.953665201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.955001024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:59913","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"SEC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:11.95552769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:11.956946688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.957010084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.959918581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.960446539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:11.961691452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.961751431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:11.96222434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:12.388546561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.395944865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56038","req_id":"817cd099-a695-4de0-8c2c-65ef2ba7081c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   41 81 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   A............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.402081844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56038","req_id":"817cd099-a695-4de0-8c2c-65ef2ba7081c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16769,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16769,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:12.403051028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56038","req_id":"817cd099-a695-4de0-8c2c-65ef2ba7081c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.404714131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62424","req_id":"dfa289bc-f111-4a41-8305-2acd7439ca3e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   03 17 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.404791696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62424","req_id":"dfa289bc-f111-4a41-8305-2acd7439ca3e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 791,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 791,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:12.407971791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62424","req_id":"dfa289bc-f111-4a41-8305-2acd7439ca3e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.408018584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58671","req_id":"30c95ca7-c7ca-4cb8-b035-a406e104cac8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   85 51 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .Q..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.408068193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58671","req_id":"30c95ca7-c7ca-4cb8-b035-a406e104cac8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34129,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34129,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:12.40856508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58671","req_id":"30c95ca7-c7ca-4cb8-b035-a406e104cac8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:12.408740137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.409430529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.409488273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.416618064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.416685738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.416714555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.416748182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.417298265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:12.770637215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.770712044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.770752865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.773148843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.773226778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.773256778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.773292849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.773687062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:12.884406019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.884588141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.884666306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.885303892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.898092041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.898180877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.90062448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.900697265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.900873886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.90093633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.90145023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.912921062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.91301074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:12.913072643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.913114657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:12.913810368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.046103413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.046229123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.046269153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.047078881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.050865662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.05432912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.05448021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.054537554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.054577664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.054611802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.054966055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.057278799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.057344549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.057381002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.057711718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.060945842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.064844896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.064917299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.064955285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.065341612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services project","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:13.092918031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.0929982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.093039452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.095965233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.096058599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.096090812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.096125071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.096541918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.100687502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.100945775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.105705157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.110092701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.110317167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.11037882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.110416775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.110961477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.114272112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.114343003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.114380968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.114785672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.117502899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.117693327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.117824958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.119016916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.127154347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.13383701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.133937629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.133968942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.134015083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.13405394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.134089631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.134415188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.207241577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.20771118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.208178979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.208946223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.217050188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.217175747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.217276227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.217895346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.230324422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.236849731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.236922506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.23695991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.245326437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.261744715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.261809924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.261846307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.261936626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.263023214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.276146738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.276219242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.276256877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.276907199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.280822946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.280906231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.280944437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.281373399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.303791453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.31072818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.31084909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.310893288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.311431186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.355532305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.355621312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.356252104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.408265617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.408346548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.409035917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.418871181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.418987432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.419030297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.419066018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.419635449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.431247241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.431318322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.431359173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.432052691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.43551145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.435578884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.435618322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.436127133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.439748886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.447034015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.44714767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.447288711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.448192155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.574982731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.575086989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.575126066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.575159763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.575724765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.579054949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.579124347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.579159407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.579631274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.582191739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.582256468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.582290205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.582721672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.585601782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.592667665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.59277081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.592809327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.593192838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.697567325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.697685189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.697725449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.697759396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.698493394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.708655557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.708723341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.708758331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.709319385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.712340896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.71242327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.712461025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.712902672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.719406389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.72646116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.726592932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.726629965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.726950252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.735244344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.735471586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.735528559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.736261504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.741139763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.741276675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.741761698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.751106408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.751170836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.752078709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.766352568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.766426384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.766481614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.766515151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.767278567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.771654708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.771778855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.771820838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.772237015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.794381666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.794452757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.794488909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.795320711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.803022718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.811956691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.812080607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.812210064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.81227856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.812316315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.812349501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.812655639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.819810409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.819894025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.819932832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.820355131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.825007712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.825088672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.825127289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.825589918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.857946932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.866826918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.866936786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.866978279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.867295278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.886496844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.886583687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.886623576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.886657473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.887587991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.897858098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.897928248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.897966875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.89891626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.902288177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.902349499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.902387033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.903176712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.906329123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.91254108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:13.912768602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.912822629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:13.913273184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:14.01571373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.015921803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.016206759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.016533157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.017276744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.04124661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.041564932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.042349661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.067410864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.067529149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.06822441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.075771359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.075855566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.075895656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.075930014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.076665224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.080864304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.080928622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.080964413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.081767959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.086746106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.086977605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.08710097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.08795673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.091750214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.098123552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.098222499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.098251767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.098285083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.098769746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.114872958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.115378963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.115434443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.11546815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.116332787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.125512178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.125694671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.125809799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.12661055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.134166216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.134345602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.205276327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.206669373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.216217016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.231620809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.271736572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.271849807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.271890818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.271925257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.272553004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.310815205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.310896176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.31093306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.311585215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.362878467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.362988967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.363028405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.363808775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.37510979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.383313874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.383433562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.38347288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.383863245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.630132897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.630319978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.631537537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.636918413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.63719864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.637322145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.637435711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.638298925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.642066037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.642218089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.642336043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.643442852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.647848892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.648006054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.648127666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.649119576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.652816057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.710107864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.730028187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.730414785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.730613129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.730792746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.741331737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.750858257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.751182241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.751395655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.75333158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.761864747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:14.762261385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.762495199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.76516901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:14.776828476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.03574181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.037109706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.038084412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.10179166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.207254698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.236345365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.245744192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.327665995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.328817262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.329522392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.330161952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.341097632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.524683368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.533769133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.534554944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.560784919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.655659918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:15.656605576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.657289825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.672234507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:15.708621865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.223806775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.328256641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.329538567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.330246202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.330884921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.338586767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.455156043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.456807102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.457498796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.475588083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.523486473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:16.524349517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.525135749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.613796757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:16.759889139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.195374699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.232309144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.240701141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.265232903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.404548064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.405428834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.413345898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:17.540701837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"created built-in services vpc","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:17.541402368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.542194682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.542860314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.652028471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.653198455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.653713107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.654348028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.664903101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:17.798516948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.799772723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.800560557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.80147817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.807995253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:17.968763562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:17.969483232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:17.970151258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.008633217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:18.112128327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.1130463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.142284419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:18.269008914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:18.341087549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:18.413750413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.419229846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.437693075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.514342938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.596583906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:18.597705623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.598399051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:18.624604286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:22.434517127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49962","req_id":"79b7d7ec-4b20-4d50-b319-86d31dbdcb50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5d 89 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ]............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:22.435789675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49962","req_id":"79b7d7ec-4b20-4d50-b319-86d31dbdcb50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:22.444046664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49962","req_id":"79b7d7ec-4b20-4d50-b319-86d31dbdcb50","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:22.444768056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62012","req_id":"03a57855-ee8e-45fc-bfb1-b6ddda7ad790","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   b6 8e 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:22.44598831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62012","req_id":"03a57855-ee8e-45fc-bfb1-b6ddda7ad790","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46734,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46734,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:22.45352584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62012","req_id":"03a57855-ee8e-45fc-bfb1-b6ddda7ad790","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:22.454722717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56345","req_id":"e0fd8152-0851-4106-84c1-1f0e9e0e6b63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   32 b9 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   2............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:22.457836672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56345","req_id":"e0fd8152-0851-4106-84c1-1f0e9e0e6b63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12985,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12985,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:22.463890625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56345","req_id":"e0fd8152-0851-4106-84c1-1f0e9e0e6b63","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:23.793489929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:23.794368063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:23.795356396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.796005966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.801015295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.825512007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.864929253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:23.866302621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.8674802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:23.871786763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"populate complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:28.741460575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:28.742185454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:28.742873842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:28.743869108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:28.744526514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:28.74973575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:31.161126429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:31.161921158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:32.147034884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:32.256719808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:32.25761219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:32.258461036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:32.280763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating background tasks","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:32.386848805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.067790237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.092085359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.503627496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:36.531752164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.54221773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"38.875951ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.543035424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.543651928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.544367429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.545081036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.545759384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.555375362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.631652434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.645795924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"624.32µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.660422294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:36.661183656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.661776263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"550.924µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.662414771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:36.66300361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.663536479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.664230066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.664947581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.665631129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.672628366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.969809382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:36.971599427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.972538792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"2.80455ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.973485843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.974350641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.974913609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.975648258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.976372887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.976889834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:36.977609092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.978452277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:36.991749416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.089441852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.142568455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.184754821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.216422967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.260706477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.365902656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.367055936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.369186568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:37.379440042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.380174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"10.510915ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.380861295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.381472158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.382058933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.382821738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.399723877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.405026799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.405893932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.408819101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:37.409520905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.410135556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"402.529µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.411131213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:37.411725664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:56:37.409332992 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.412301598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.412975105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.420258731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.456423507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.457259979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.458093354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.470713709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.472189981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.490298386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.495991853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.496759709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.497470961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.527375163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.558110927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.558873351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.559574945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.566147108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.571769604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.595171242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:37.595946401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.596536654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"424.573µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.597175573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.59807022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.598776723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.599497885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.60017991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.604365853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.651589674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.652696853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.653455579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.654174557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.65484567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.678637793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.683533938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.693146579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.694634083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.712939089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.714461372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.715599182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.739204925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.739897931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.740440469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"3.319102ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.741048456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.741625232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.742312857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.74302411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.743698439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.751770721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.770796178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:37.772880127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.773500228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"1.385552ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.774216972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:37.780642362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.781315729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"4.835985ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.781971963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.782552406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.783240843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.783958628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.784636204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.797611584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.81173782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.824387724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.837361741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.841423488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.931618654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:37.94237657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:37.950967863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.110917105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.118344176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.119350945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.120246644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.142713305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.16948726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.17049438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.171377394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.17227147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.172962783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.17798636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.184850212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:38.188266297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.188938412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"1.98376ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.190343482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.190946921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.192698149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.21374512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.214816608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.215877936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.21681629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.217874571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.241851111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.243588842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.244820348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.253234599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.262826981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.271611548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"saga recovery pass starting","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:38.273619976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.274287452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.274781123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.275898732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.283969341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.29787529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.298985775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.299859911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.3426471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.343550665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.344172259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.345473273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.383384829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.384172002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.384781372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.38548997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.386081043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.386811965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.387822632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.388538184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.411667901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.41281551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.413786809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.414700494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.415898664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.440869638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.441648655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.442375769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.443103555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.444331834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.476581836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.478359446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.478998796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.479706632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.530657404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.531634374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.532238454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.532923645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.533488537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.534192445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.534762567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.535434502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.558920397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.593967533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.595243537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.596185548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.597217468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.629732305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.631163948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.662503081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.66439616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.665212381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:38.666618033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.667237784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.668393299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.669631779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.670398091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.670966019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.671667923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.672874459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.673622865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.675089137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.676151297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.677479916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.727635048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:38.72850709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:38.729078214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.752757774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:38.753360992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.134863928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.13764428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.140821039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.142630974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.36767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.492982851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40344","req_id":"45e1f5b9-c42d-4dd2-8785-1fa12245353a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   42 35 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   B5..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.494425727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40344","req_id":"45e1f5b9-c42d-4dd2-8785-1fa12245353a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16949,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16949,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.516436693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40344","req_id":"45e1f5b9-c42d-4dd2-8785-1fa12245353a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.542983216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62137","req_id":"3811b10c-ca99-479f-9f9c-4dc18bab41d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   38 18 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   8............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.544502734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62137","req_id":"3811b10c-ca99-479f-9f9c-4dc18bab41d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14360,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 14360,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.564592103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62137","req_id":"3811b10c-ca99-479f-9f9c-4dc18bab41d0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.565375108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54189","req_id":"5b5598bf-0e72-4bb9-b3af-8658442226aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   84 0f 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.566563879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54189","req_id":"5b5598bf-0e72-4bb9-b3af-8658442226aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33807,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33807,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.572819904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54189","req_id":"5b5598bf-0e72-4bb9-b3af-8658442226aa","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.573499364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54385","req_id":"684c87c7-d392-430c-94f8-153bb6bc7616","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   df 0b 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.574572315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54385","req_id":"684c87c7-d392-430c-94f8-153bb6bc7616","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57099,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57099,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.585780415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54385","req_id":"684c87c7-d392-430c-94f8-153bb6bc7616","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.586667617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22147","req_id":"6c0ef9cf-b7fb-4722-a5bd-f60bb65b5b6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   a3 1c 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.587753273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22147","req_id":"6c0ef9cf-b7fb-4722-a5bd-f60bb65b5b6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41756,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41756,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.594414172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22147","req_id":"6c0ef9cf-b7fb-4722-a5bd-f60bb65b5b6a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.594938193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29018","req_id":"acbe7bf7-8cd8-4ee6-8cbd-aa2e32081cbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   0b 50 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .P..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.596243556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29018","req_id":"acbe7bf7-8cd8-4ee6-8cbd-aa2e32081cbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.602837422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29018","req_id":"acbe7bf7-8cd8-4ee6-8cbd-aa2e32081cbb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.631652711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:33312","req_id":"af3eaa21-ec26-448d-a4c0-282b2131e307","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9e c3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.635979174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:33312","req_id":"af3eaa21-ec26-448d-a4c0-282b2131e307","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.660953355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:33312","req_id":"af3eaa21-ec26-448d-a4c0-282b2131e307","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.662288897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42502","req_id":"886c6549-7c8f-4bb3-ad9f-aa691d9abfb1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   6c 19 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   l............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.664237568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42502","req_id":"886c6549-7c8f-4bb3-ad9f-aa691d9abfb1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:39.67032634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42502","req_id":"886c6549-7c8f-4bb3-ad9f-aa691d9abfb1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.67085981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.671765388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.672689704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.673747445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.707887199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.708917536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.972704828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:39.973965612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.975219513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:39.981525086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.125959505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.131560048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.132874398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.134749022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"3.159945922s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:40.137806073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.138803143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"2.772568549s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:06:40.140703828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.141770126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"2.736694059s"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.143815879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.144868209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"1.578369611s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.147482822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:40.148264464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.150061924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.150879037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.158887392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.17996301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.180984479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.182162579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.182980223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.188736756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.354789851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.593999982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.594996772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.59573106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:40.596458284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.597136972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.602831913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"mgd port is 35962","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.638169737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483}
{"msg":"Running step record_switch_dns","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.638729188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.639558345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_sled1","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:40.640032086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:40.641664748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:43.698278405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:43.700285341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:43.841269486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:43.848726737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:43.854493099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:56:37.409332992 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:43.855741929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:56:37.409332992Z\",\"pruned\":[]}","iteration":1,"elapsed":"6.44296151s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:43.933491496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.220347266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:44.221731114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.222636542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.227676031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.233644415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.567960484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:44.569374783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.570318107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.602746903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpeN8904/artifact-config.json","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:44.680826816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.681636524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpeN8904/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpJR9tHI/artifact-config.json","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:44.682324491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:44.68346181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpJR9tHI/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.150864249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51530","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:49.152323567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51530","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.193444908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:51530","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.441623681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.480009378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.507603773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.54539038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.590154947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.590978733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.591712821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.592451638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.593085607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.593937188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.5952722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.595897562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.596595087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.597199157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.597794479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.598675058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.599282094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.599876344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.600472308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.601065085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.601658213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.60225088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.602856072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.60385183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.604502502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.605124367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.605841241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.606457134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.607066224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.607677007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.608276798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.608873463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.609471721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.610159026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.61077016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.611363529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.611954222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.612559754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.613168984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.613892832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.614484176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.615076984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.615649741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.616232509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.616819825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.617404266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.617996392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.618581063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.619167147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.619749654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.620336009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.62092092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.621505191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.622090193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.622797908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.623411066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.624036368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.624659706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.625290539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.625922003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.626558337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.627195172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.62782379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.628641895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.629652903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.630309617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.63091542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.63151461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.63211885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.632729984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.633347491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.633958043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.634568967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.635183206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.63579411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.636414582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.637026888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.637633844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.638353012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.638943845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.639521693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.640398875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.641269023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.641880047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.642482493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.643082675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.643966872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.644581011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.645180562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.645781956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.646402299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.647020546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.647637812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.648265499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.648873707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.649472396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.650069051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.650692008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.651311609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.651900378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.652771989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.653403884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.653999497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.654702453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.655323817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.655936755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.656515324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.657093582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.657667332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.658263446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.658858948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.659453008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.660047259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.660627932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.661217623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.661822745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:49.680636831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.681463303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.682011712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"12.079006461s"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.682835408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.683287355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:49.683886535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47285","req_id":"025f73ed-9f66-4dd1-8d95-2a008f127fc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   07 f1 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.685168802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47285","req_id":"025f73ed-9f66-4dd1-8d95-2a008f127fc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2033,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2033,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:49.690420071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47285","req_id":"025f73ed-9f66-4dd1-8d95-2a008f127fc8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:49.690939824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28929","req_id":"f60036dd-fca5-498b-a5f4-6ac946d5cdb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b2 69 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .i..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.691840412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28929","req_id":"f60036dd-fca5-498b-a5f4-6ac946d5cdb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 45673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:49.69867675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28929","req_id":"f60036dd-fca5-498b-a5f4-6ac946d5cdb5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.780803771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.995995429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:49.997422674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:49.998313794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.020541209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:50.094943258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49110"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:50.097488573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49275"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.132962437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.29165797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:50.292591955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.293658302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.30957784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:50.366885227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:50.368070992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.369142089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"12.871616319s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:50.369999072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:50.370697779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.371364183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"12.811614111s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.43034815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.780486703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:50.781484796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.782211459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.819357083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:50.83693787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.211185537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:51.212190784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.212902357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.218320558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:51.32412804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.325444004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:51.360978278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"56724861-fd89-4a6a-adc0-903ad9232d8d","remote_addr":"127.0.0.1:49275","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.363494465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"56724861-fd89-4a6a-adc0-903ad9232d8d","remote_addr":"127.0.0.1:49275","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:51.562880302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.564433777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:51.570898817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:52.615312118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:52.757522289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:52.760437389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:52.788788266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:52.917190804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49805","req_id":"484a9a54-bc51-40c4-adb6-8f44b000254a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   87 38 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .8..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:52.919999502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49805","req_id":"484a9a54-bc51-40c4-adb6-8f44b000254a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34616,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34616,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:52.929586252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49805","req_id":"484a9a54-bc51-40c4-adb6-8f44b000254a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:52.931503299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63182","req_id":"d4abab6e-142c-4943-be98-be8ada7ebab4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   8a a4 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:52.933788037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63182","req_id":"d4abab6e-142c-4943-be98-be8ada7ebab4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35492,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35492,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:52.979587158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63182","req_id":"d4abab6e-142c-4943-be98-be8ada7ebab4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:52.980281587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60132","req_id":"7e3e9d69-fa6d-4c12-83f9-cc7477bd7266","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   6c 08 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   l............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:52.98150129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60132","req_id":"7e3e9d69-fa6d-4c12-83f9-cc7477bd7266","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27656,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27656,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:06:52.988380051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60132","req_id":"7e3e9d69-fa6d-4c12-83f9-cc7477bd7266","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.187412436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.368907651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:53.370030581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.370859457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.378879526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:53.54005348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.545633653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.555400531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:53.77439408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"15.484034357s"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:06:55.29309221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:55.293973861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"16.775857153s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:56.106319917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:56.27877166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:56.279806576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:56.281310954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:56.341646194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.121356974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.534782531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:57.536276248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:57.537005616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:57.537726498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.538515285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.542600949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:57.587606354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.588471221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:57.594777176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:58.35595138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:58.506182942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:58.507244711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:58.508001745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:58.518320198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:59.304764822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:59.487640217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:06:59.967534607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:59.968463412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:06:59.975832978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.104336487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.259062275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:00.260415062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:00.261155643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:00.26188926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.262696323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.267555063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.290992952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"21.833595338s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:00.385596362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.386485348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.407726455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.416478547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:00.417719983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.418913313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"22.184014971s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:00.422776345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.424305041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:00.432767438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:00.500861428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9177729}
{"msg":"listed in-progress sagas","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:01.049804454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0}
{"msg":"saga recovery pass finished","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:01.053269727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.059804505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"22.790230915s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.087844876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.465861568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:01.486466752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.487339916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.508655701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.516472586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.709901572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.741924923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"23.336341426s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.74637453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"23.391684442s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:01.75020598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:01.75101664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:01.751756048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.752447752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:01.765192384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.247867987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"24.635881739s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.248787022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.249397204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.250092264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.250807204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.251605901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.257880593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.424915257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.42568725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.538255661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.539302159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"24.854565052s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.539975737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.540570428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.54127618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.550391353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.551256562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.557737684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.57464853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.595371377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.597194408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.598949173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.614575298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.632211705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.672920646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.724851055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.756213152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"83.230753ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.781611766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"25.002979005s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:02.91679459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16406","req_id":"0dfabf74-f570-4d3c-b097-90c9b8bb6f34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d8 fa 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:02.923266975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16406","req_id":"0dfabf74-f570-4d3c-b097-90c9b8bb6f34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55546,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 55546,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:02.96516104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16406","req_id":"0dfabf74-f570-4d3c-b097-90c9b8bb6f34","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:03.089831005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.108931199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"25.512905731s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:03.351815979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.35285372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.359421905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:03.370470097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.371278032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"25.64786948s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:03.38476574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55940","req_id":"acbd1ee7-c879-49b6-9c62-2872af70a173","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1d 9b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.385894191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55940","req_id":"acbd1ee7-c879-49b6-9c62-2872af70a173","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7579,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7579,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:03.391353904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55940","req_id":"acbd1ee7-c879-49b6-9c62-2872af70a173","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:03.392201758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59825","req_id":"df5c5618-1a39-4a7c-8155-c17ef527b961","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   0a c7 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.393143038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59825","req_id":"df5c5618-1a39-4a7c-8155-c17ef527b961","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2759,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2759,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:03.398840042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59825","req_id":"df5c5618-1a39-4a7c-8155-c17ef527b961","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:03.441302617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62250","req_id":"d9cb2f49-adc3-47f4-a5f8-96c56f9481da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   51 ea 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   Q............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:03.44275453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62250","req_id":"d9cb2f49-adc3-47f4-a5f8-96c56f9481da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20970,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20970,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:03.448929204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62250","req_id":"d9cb2f49-adc3-47f4-a5f8-96c56f9481da","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:03.72203765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6774c65b-b0be-4fbf-b64d-10f531e7c54f","remote_addr":"127.0.0.1:49110","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":200}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.477423578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"25.906439271s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.478290119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:04.479011472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:04.479712805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:04.480423105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.48109516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.532191361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.751707308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 59.395176ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:04.752871631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:04.766333557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"56724861-fd89-4a6a-adc0-903ad9232d8d","remote_addr":"127.0.0.1:49275","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13405217}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.819097901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:04.882883204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:04.95802376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43123"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:05.025459773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"358f237f-d538-4187-a4b5-04f3a5b77e30","remote_addr":"127.0.0.1:43123","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.034966304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"358f237f-d538-4187-a4b5-04f3a5b77e30","remote_addr":"127.0.0.1:43123","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:05.043056812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:05.27238627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:05.273219915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.274038591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.322022912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.416963322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.775327022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:05.841282795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.842179325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.857133455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:05.944043977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:06.191501809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:06.91446327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:06.920485982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"6.051319ms"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:07.088047533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.090162894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"29.998743676s"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:07.318783103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63225"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.328348651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.329140203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.332746796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.3341187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.351268141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.558603756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.559415288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.560144897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.592030214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.65760455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.7054275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.706329061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.712995371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.718831221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.876445225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:07.889593599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.893962165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":2,"elapsed":"13.260206ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.894716203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.89562621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.896367683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:07.897095689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.898765174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:07.950177413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.118140672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.119094947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.125503826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.255986004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:08.256855652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.257417838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"729.919µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.604327409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.605660597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.720694153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.721786393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.722553997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.723250981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.731160921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:08.772036223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31010","req_id":"1041cab1-94a1-4ec6-b2f4-c30a83985b4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9b d3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.773184634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31010","req_id":"1041cab1-94a1-4ec6-b2f4-c30a83985b4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39891,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39891,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:08.778341325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31010","req_id":"1041cab1-94a1-4ec6-b2f4-c30a83985b4d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:08.86650214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.867412538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"31.486378891s"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:08.871755453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:08.882489853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":2,"elapsed":"278.272322ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:10.212803154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:10.454800631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:10.455918171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:10.456645055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:10.487249938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:10.763181912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"32.841304396s"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:11.62029026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:11.652791069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"33.504716496s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:11.737377024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:11.829029974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:11.848053486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:11.890205974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:11.91288178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:11.939639654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:11.960269666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:11.974262568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:12.04359105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.045270335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.050785999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.143442824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.343294786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:12.344321205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.345306612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:12.34732455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:13.772570025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64926","req_id":"9e39ff5d-1081-4dd2-a934-6994a9f29258","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 7d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .}..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:13.774194972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64926","req_id":"9e39ff5d-1081-4dd2-a934-6994a9f29258","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4477,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4477,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:13.800206964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64926","req_id":"9e39ff5d-1081-4dd2-a934-6994a9f29258","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:13.800883097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59995","req_id":"1b1addfe-a5f2-42cd-8866-596a46de90f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   ec fc 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:13.802119132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59995","req_id":"1b1addfe-a5f2-42cd-8866-596a46de90f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:13.807950503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59995","req_id":"1b1addfe-a5f2-42cd-8866-596a46de90f5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:13.808526157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57917","req_id":"8a8e576d-c56a-435f-8c6f-96491b8efc44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1f cf 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:13.809428218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57917","req_id":"8a8e576d-c56a-435f-8c6f-96491b8efc44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8143,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8143,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:13.815217346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57917","req_id":"8a8e576d-c56a-435f-8c6f-96491b8efc44","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:14.494947927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:14.496334541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"35.990815013s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:14.71587141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"36.597315924s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:14.734663492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.0253206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:15.026399563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.027318258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.05766041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:15.200389742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.202246019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"36.537226411s"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:15.341130325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:15.398118678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.440562265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.448185966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:15.521843476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"37.181617915s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.234937439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.23928327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.24078886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.241537327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.242216315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.256097865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:16.265226906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b459cea4-2e8c-43bb-a7c5-57eb0615cc0c","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8936945,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.329671418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.636937033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.638084793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.638809893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.644480565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.662134828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.692071074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"8.971605377s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.909039781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35587","req_id":"cb0160dc-c034-4a4b-86ce-4145f39f4826","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b4 49 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .I..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.910556193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35587","req_id":"cb0160dc-c034-4a4b-86ce-4145f39f4826","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46153,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46153,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:16.93604199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35587","req_id":"cb0160dc-c034-4a4b-86ce-4145f39f4826","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:16.936692472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15589","req_id":"c2896200-4720-4b3e-834a-d148e9643170","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   1b 28 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .(..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:16.937625084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15589","req_id":"c2896200-4720-4b3e-834a-d148e9643170","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6952,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6952,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:16.942897776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15589","req_id":"c2896200-4720-4b3e-834a-d148e9643170","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.196456164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.363757067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:17.36515791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.365884052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.396386763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.438615713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.439604988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"14.900447426s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.44028083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:17.440996271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:17.441707213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:17.442437283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.443122844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.446318622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:17.45408695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.455019202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.507669039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:17.625330504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.018906298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:18.0215962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.022514714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.045123828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.205564767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.474251451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:18.475251457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.475968681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.486968327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:18.543381058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:18.544611502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.545368345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.553858076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:18.581948125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:18.582873934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.583583633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"11.024747396s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:18.586341892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:18.587197381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.58794229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"10.92945155s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.684022383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"14.205938755s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.686794088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.819262761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:18.820460751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.821175801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.827287499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:18.834328523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.274744035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:19.275968256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.276685611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.28363868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.609694775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.61098665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":1,"elapsed":"40.882919704s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.630571708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:19.63167031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:19.632708612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:19.633617748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.634477465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:19.647066508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.107408805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"12.217253s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.119606591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 163.041341ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:20.120469725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:20.257755085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"358f237f-d538-4187-a4b5-04f3a5b77e30","remote_addr":"127.0.0.1:43123","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15232379}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.343635501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.674432782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:20.6756051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.676684744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.685474181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.755350291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.778604084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:20.890419799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:39703"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:20.978611635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e92b227b-ad91-46c6-9f80-40b13e4fe114","remote_addr":"127.0.0.1:39703","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:20.981183503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e92b227b-ad91-46c6-9f80-40b13e4fe114","remote_addr":"127.0.0.1:39703","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:21.00946862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:21.545472658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:21.546414519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"44.089439536s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.075672629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.076962942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.077721949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.078663048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.097187389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.421252078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":2,"elapsed":"20.173013786s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.467945666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.468740544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.469583519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.470453587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.471151533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.478331833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.588764321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.76908343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:22.770046232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.770760311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:22.776049465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:23.435374158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:23.777453827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:23.878895598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:23.907422915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:23.95976445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.069008708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"47.407504827s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.07896927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:24.080072381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.081421631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.082658738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.083969531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.085065198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.125223034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:24.63853263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"56724861-fd89-4a6a-adc0-903ad9232d8d","remote_addr":"127.0.0.1:49275","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","response_code":204}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.649523318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.650685997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.65142255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.652150596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.652829995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.710225858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.744850406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.745945701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"7.306015788s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.746629739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.747225222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.747929771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:24.748658379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.74934887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:24.838983151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:25.024034829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63701","req_id":"2cbaf382-ef0f-44ff-9b26-8d45e8772d63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   7e e9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ~............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:25.026335318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63701","req_id":"2cbaf382-ef0f-44ff-9b26-8d45e8772d63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32489,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32489,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:25.063539358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63701","req_id":"2cbaf382-ef0f-44ff-9b26-8d45e8772d63","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:25.064166163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54100","req_id":"91d0bec9-4ba6-4766-aace-55fe829bec8e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   9c c9 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:25.065094246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54100","req_id":"91d0bec9-4ba6-4766-aace-55fe829bec8e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40137,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40137,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:25.092399677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54100","req_id":"91d0bec9-4ba6-4766-aace-55fe829bec8e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:25.110984678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62143","req_id":"3b659506-be7f-429c-bb87-9cabe83d9311","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   89 45 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .E..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:25.113661134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62143","req_id":"3b659506-be7f-429c-bb87-9cabe83d9311","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35141,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35141,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:25.149929105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62143","req_id":"3b659506-be7f-429c-bb87-9cabe83d9311","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:25.809733721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.212882768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:26.213914978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.214621752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.24320966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.280161038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"6.6495689s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.544178409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.817320421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:26.857160236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:26.858048781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:26.858846104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.859532958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.895753726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:26.955263177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":3,"elapsed":"4.510492087s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:27.497630022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:27.707577866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:27.708799763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:27.709540544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:27.715192659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:27.83304331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.336986122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:28.338444709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.339180641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.366108642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No bundles to collect","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:28.397271133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.398174277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"51.854959307s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.403114178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:28.62785891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.471701117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.473180325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.473959743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.474656757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.479080253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.577998302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.743737674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.744672631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.745388583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:32.752595807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.812402007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.835920407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:32.931417933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.009305534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.11727002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.338280015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.339302175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.340026153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.346621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.381427128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"55.000284092s"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:33.382547624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.383262774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"21.645828807s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.385513113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.386287441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.387004135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.387676069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.394610542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.443028844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.444417883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.445169546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.44651616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.451566411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:33.576042631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"358f237f-d538-4187-a4b5-04f3a5b77e30","remote_addr":"127.0.0.1:43123","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","response_code":500}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:33.752618615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:33.753391711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.025893802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.026904409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"9.280751557s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.027583357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.028489437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.029202954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.029930469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.030728955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.034949076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.274848657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.5534692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.554471691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.555191431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.590834711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.669611178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.670380906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.671108341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.671834974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.672514975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.683090579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:34.69292947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56361","req_id":"73f099d1-bde5-4dab-83c4-e30710f6e0fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ab 68 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .h..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.716999675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56361","req_id":"73f099d1-bde5-4dab-83c4-e30710f6e0fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43880,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43880,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:34.722421924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56361","req_id":"73f099d1-bde5-4dab-83c4-e30710f6e0fe","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:34.808762683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.837080064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"10.160059193s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:34.998982546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.399597961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:35.40123412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.401961445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.4093757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:35.510551734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:35.533011381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:35.660946591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.730924092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.778619388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:35.843649203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.153437658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:36.154441051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.155158786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.214949045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.275307071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 81.061947ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:36.351628932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.630863335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.740105158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:36.741095145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.741815445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.75571448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.766272779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.767238026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"2.740447303s"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:36.794145156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e92b227b-ad91-46c6-9f80-40b13e4fe114","remote_addr":"127.0.0.1:39703","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15815911}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.80901038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.810282246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:36.836962815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63935"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:36.842950488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62121","req_id":"35a96173-aed5-40d0-900a-5f98f0489b17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fd d2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.849423704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62121","req_id":"35a96173-aed5-40d0-900a-5f98f0489b17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64978,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64978,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:36.855485924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62121","req_id":"35a96173-aed5-40d0-900a-5f98f0489b17","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:36.876800677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62780","req_id":"67424a0d-6eda-4c2e-9b7b-7960ab92a70f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   36 13 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   6............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.878932922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62780","req_id":"67424a0d-6eda-4c2e-9b7b-7960ab92a70f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13843,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13843,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:36.885105711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62780","req_id":"67424a0d-6eda-4c2e-9b7b-7960ab92a70f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:36.885678469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62678","req_id":"353672d3-36e2-41b7-970f-b5d39b05f9f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   ed ce 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:36.88659541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62678","req_id":"353672d3-36e2-41b7-970f-b5d39b05f9f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60878,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60878,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:36.892005465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62678","req_id":"353672d3-36e2-41b7-970f-b5d39b05f9f6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.168820142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.202913013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.203896166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.204598571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.211756176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.326858248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:37.469831736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.536791654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"59.349931279s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.567313212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":4,"elapsed":"2.897467358s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.61057855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.611884905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.637883019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.655914161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.780831707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.823133001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"42.229061ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.853723867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.888590224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.890234951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.891902142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.893869008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.929650754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.935837642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.936970331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.939370709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.947376208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.954885592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.955643387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.95617328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:37.956796307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.957399906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":2,"elapsed":"237.101µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.958064346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.958960305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.95957201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.960396648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.965758577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.97157049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.972317814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.973486586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:37.974183119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.974789603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":2,"elapsed":"385.275µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.975457029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:37.976040237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:57:37.973744408 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:37.976618095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.977294759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:37.996752944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.024451646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.039922182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.042978232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.047935277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.049919267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.124853352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.172053225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.173196195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.173927127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.175117832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.175803293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.217665826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.242890664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.280862309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.281973686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.288180033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:38.345380097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.389331398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.390522513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.396772196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.65683381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.657661443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.658373818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.664119309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.669683099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.674259308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:38.675012484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.698734047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":2,"elapsed":"477.88µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.711919815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:38.713352901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.713941871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":3,"elapsed":"326.128µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.714719756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.715313706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.716003175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.716891579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.717611369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.721908243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.728775732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.729532235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.7302348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.760848752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.779313795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:38.780144926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.780706641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":3,"elapsed":"763.977µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.78151148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.782148345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.782827543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.786146615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.790814877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.791579756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.792290528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.840073569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.845339507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.84598002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.84666507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.852786488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:38.973675403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:38.974601272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.081810208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.112856248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.113800253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.114595362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.11564698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.152056483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.189184672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:39.216832884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.237870857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.264791855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:45284","req_id":"db685b83-ebbf-4f50-9d87-6243fcaa266f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a2 f4 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.284047197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:45284","req_id":"db685b83-ebbf-4f50-9d87-6243fcaa266f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41716,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41716,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:39.289905362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:45284","req_id":"db685b83-ebbf-4f50-9d87-6243fcaa266f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.290464533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.709511364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.710560227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.711386228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.716359195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.721631416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2450","req_id":"0bf402e2-3534-4058-9065-3a26819e798d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   59 77 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   Yw..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.749990329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2450","req_id":"0bf402e2-3534-4058-9065-3a26819e798d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22903,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22903,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:39.757082064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2450","req_id":"0bf402e2-3534-4058-9065-3a26819e798d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:39.76122913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17568","req_id":"c0ead476-7aa5-4376-9951-07efbdb00b54","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   f2 1a 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:39.762583129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17568","req_id":"c0ead476-7aa5-4376-9951-07efbdb00b54","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61978,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61978,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:39.781407746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17568","req_id":"c0ead476-7aa5-4376-9951-07efbdb00b54","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:40.085144753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.086111462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:40.08683004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.087375583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"63.109095137s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.088059101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.088634574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.089315616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.116781075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.187755957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.188908085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.189856549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.191707896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.245461575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.334938714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.335987898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.336775402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.337496564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.354441308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.364360719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.552270623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.553229417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.55394561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.560593573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.592998041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.846294949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.847551385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.84826392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.853255353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:40.862718458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:40.863582334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:40.86444637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.865194906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"3.00953807s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:40.875326819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.876144233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"2.922756314s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:40.877811123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.878581824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"2.906827439s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.879396552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.879980512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.8808005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:40.881533095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.882485687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.887520878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:40.919697804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e92b227b-ad91-46c6-9f80-40b13e4fe114","remote_addr":"127.0.0.1:39703","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","response_code":500}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:40.925582732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.049280666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.050368106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.051238424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.05196125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.120323292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.169046962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.251516012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.824896132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.826250592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.827468621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.82849529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:41.829222184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.829906593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.834050192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:41.918208849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.323083203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.324093699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.324797888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.441704875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:42.517379441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:57:37.973744408 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.518489606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:57:37.973744408Z\",\"pruned\":[]}","iteration":2,"elapsed":"4.543333475s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.587776375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.588743295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.589981545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.590893276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.5917513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.59971715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.668504899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28416","req_id":"8bba8c0c-5de1-47b9-8828-2f9b99ec74d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   86 56 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .V..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.66979985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28416","req_id":"8bba8c0c-5de1-47b9-8828-2f9b99ec74d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34390,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34390,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:42.675998361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:28416","req_id":"8bba8c0c-5de1-47b9-8828-2f9b99ec74d0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.676806566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3422","req_id":"79219f37-e01c-4f48-af53-9edd6832eb14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   34 49 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   4I..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.678398498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3422","req_id":"79219f37-e01c-4f48-af53-9edd6832eb14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13385,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13385,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:42.715614182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3422","req_id":"79219f37-e01c-4f48-af53-9edd6832eb14","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.716415754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.722204611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:42.941885114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.943322739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":3,"elapsed":"3.969074649s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:42.944412172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:42.945348592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:42.946293409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.946999661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:42.977683031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:48.178749698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.179577582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:48.327896326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60444"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.385759326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:46893","req_id":"ad62a870-1619-465a-8619-106a57d33b5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ba 7e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .~..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.386423085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:46893","req_id":"ad62a870-1619-465a-8619-106a57d33b5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47742,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47742,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:48.391487232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:46893","req_id":"ad62a870-1619-465a-8619-106a57d33b5f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.391871896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30739","req_id":"951167cf-d77c-46ac-aa2e-e9fe3a940eb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c5 00 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.392270298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30739","req_id":"951167cf-d77c-46ac-aa2e-e9fe3a940eb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50432,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50432,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:48.396338047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30739","req_id":"951167cf-d77c-46ac-aa2e-e9fe3a940eb7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.48348612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ca91a2d4-0cdd-41b1-ab11-7c8da9f3a201","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.484101723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ca91a2d4-0cdd-41b1-ab11-7c8da9f3a201","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:48.49677853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ca91a2d4-0cdd-41b1-ab11-7c8da9f3a201","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13485,"response_code":200}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:48.49967879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0caed45f-b626-4c27-ba04-964cf6919ca4","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10861689,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.501752388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.693882144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.738565659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.739780522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.752526807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.941137463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":3,"elapsed":"10.271372301s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.957123643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61530","req_id":"d4074d02-e599-49bc-97d9-b1c083e7fb35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   12 19 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.958207656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61530","req_id":"d4074d02-e599-49bc-97d9-b1c083e7fb35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4633,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4633,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:48.9636377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61530","req_id":"d4074d02-e599-49bc-97d9-b1c083e7fb35","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.964189085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17410","req_id":"91b1178c-426a-4412-b131-aed81e1723df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d2 e5 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.965096928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17410","req_id":"91b1178c-426a-4412-b131-aed81e1723df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53989,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53989,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:48.970415862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17410","req_id":"91b1178c-426a-4412-b131-aed81e1723df","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.970930835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58948","req_id":"9af20abc-ee1f-4539-be09-28a8cc5bcb41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   fa 47 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .G..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.971832596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58948","req_id":"9af20abc-ee1f-4539-be09-28a8cc5bcb41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64071,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64071,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:48.976970881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58948","req_id":"9af20abc-ee1f-4539-be09-28a8cc5bcb41","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:48.989752987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56741","req_id":"721797ab-504a-4b19-b790-24713dcb245d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   4b 30 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   K0..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:48.993658905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56741","req_id":"721797ab-504a-4b19-b790-24713dcb245d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19248,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 19248,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.006642191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56741","req_id":"721797ab-504a-4b19-b790-24713dcb245d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.008690779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49722","req_id":"f5eb0c2f-3482-468f-b849-03deae5ee5e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   08 b6 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.016271565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49722","req_id":"f5eb0c2f-3482-468f-b849-03deae5ee5e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2230,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2230,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.032572601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49722","req_id":"f5eb0c2f-3482-468f-b849-03deae5ee5e2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.033173785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca91a2d4-0cdd-41b1-ab11-7c8da9f3a201\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:07:48 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.034067149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.034757009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.038298463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.064921959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.424263401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.459309566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.473966576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.529325072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.590674147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.63302563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.674348401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.675335741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.708553545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.716433255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":2,"elapsed":"10.937966131s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.756410783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.757315751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.758026051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"11.514282262s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.793150541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:07:49.794150747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.794855397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"11.137583136s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.797367596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.798494915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.79923258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:49.799961618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.800646248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.810400631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:49.870564982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.89664522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":2,"elapsed":"11.051621319s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:49.901269895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":12290767,"response_code":500}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:49.909022953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/artifacts-config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:50.069693528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56811"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.178319117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:07:49 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 103.827528ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:50.179297561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:07:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41c3aa02-7c47-4e8b-b610-d0d23f3a97d9\" }"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.334630254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.661845842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:50.688591611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts-config","method":"PUT","req_id":"76c2138d-9b8d-4b54-bb7f-b24a042455ec","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.689718048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts-config","method":"PUT","req_id":"76c2138d-9b8d-4b54-bb7f-b24a042455ec","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.69277041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.694070583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:50.89867344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:51.288174481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpeN8904/artifact-config.json","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:51.291781996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:51.292552306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpeN8904/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpJR9tHI/artifact-config.json","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:51.293240433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:51.29382301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpJR9tHI/artifact-config.json"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpeN8904/.artifact-config.json.tmp","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:51.294492149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:51.519308803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:51.521951712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"48.946872247s"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:54.680110165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:54.68793672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"9177303d-6687-469a-b323-e7a7369d5046","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:54.688824042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"9177303d-6687-469a-b323-e7a7369d5046","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:54.750572399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46410"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:54.780883168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:54.818651339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.142262517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.143332412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.144060468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.149018746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.155540288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.481146239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.485277293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.486422558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.512314191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.540997699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.542762694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.543496642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.555151659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.566260372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":4,"elapsed":"17.541500003s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.567099819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.567822094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.56853011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.569247635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.569927415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.578083123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.664912944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"62c8917e-92a1-4b16-9584-7c2f4c993613","remote_addr":"[::1]:46410","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.665794936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"62c8917e-92a1-4b16-9584-7c2f4c993613","remote_addr":"[::1]:46410","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:55.723450725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"62c8917e-92a1-4b16-9584-7c2f4c993613","remote_addr":"[::1]:46410","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":58627,"response_code":204}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.747239732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.936864913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:55.937935039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.938764957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.943810538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.957917215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:55.958754838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.959425951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":2,"elapsed":"17.229481037s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:55.960155971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.147677955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.148678623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.149420576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.157678648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:56.164792276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.170351778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":2,"elapsed":"18.214079271s"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:07:56.19211973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.193060218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":2,"elapsed":"18.26231491s"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpJR9tHI/.artifact-config.json.tmp","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:56.236400746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.466948583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"62c8917e-92a1-4b16-9584-7c2f4c993613\", \"date\": \"Wed, 04 Mar 2026 07:07:55 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.472403758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:56.473140711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.473714741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":1,"elapsed":"77.874569295s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.489108144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:56.489942461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.490504137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.491212834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.491934407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.492788343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.504524923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.54510077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.545990708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:56.546847569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.547536297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.587284671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Starting delete reconciler","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:56.744555023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:56.745668043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts-config","method":"PUT","req_id":"76c2138d-9b8d-4b54-bb7f-b24a042455ec","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6057149,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.988564085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/artifacts-config\", status: 204, headers: {\"x-request-id\": \"76c2138d-9b8d-4b54-bb7f-b24a042455ec\", \"date\": \"Wed, 04 Mar 2026 07:07:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:56.989642938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/artifacts","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.067382475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"18.35451647s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.071947742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.149155723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.260323712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts","method":"GET","req_id":"33b44856-ceb6-4db6-a810-5ce0c078cbb2","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.261206956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts","method":"GET","req_id":"33b44856-ceb6-4db6-a810-5ce0c078cbb2","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:57.434299763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/artifacts","method":"GET","req_id":"33b44856-ceb6-4db6-a810-5ce0c078cbb2","remote_addr":"[::1]:56811","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":173985,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.436175167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.616550237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.640308483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.642308245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.653767845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.713437413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.715280714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"16.83631634s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.716967835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.718562873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.721256883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.723122739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.724715292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.734324707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.800878768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.804519238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.80530033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.877314456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.892901002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b44856-ceb6-4db6-a810-5ce0c078cbb2\", \"content-length\": \"26\", \"date\": \"Wed, 04 Mar 2026 07:07:57 GMT\"} })"}
{"msg":"Successfully got artifact list","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:07:57.894518665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled":"http://[::1]:58978"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.945416933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2026-03-04T07:07:56.988230142Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2026-03-04T07:07:57.893899786Z\"}]}","iteration":1,"elapsed":"79.523319378s"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.948229459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:07:57.950287216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.951665273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:07:57.954936379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.188861224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:03.193067218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"9177303d-6687-469a-b323-e7a7369d5046","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":8505210,"response_code":500}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:03.194518891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.195244111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.210779095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:03.290867156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.327132262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":2,"elapsed":"24.24551174s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.333676259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.819031313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:03.820016891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.820735758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.827933243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:03.847564813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59122"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.884314912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9177303d-6687-469a-b323-e7a7369d5046\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:08:03 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 111.611767ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:03.885605094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9177303d-6687-469a-b323-e7a7369d5046\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:08:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9177303d-6687-469a-b323-e7a7369d5046\" }"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:03.961737129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.962785511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":3,"elapsed":"21.374315368s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:03.988402108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":5,"elapsed":"14.191742166s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.007773601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"460071af-f415-4243-94b7-5a39564326dc","remote_addr":"[::1]:59122","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.00896667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"460071af-f415-4243-94b7-5a39564326dc","remote_addr":"[::1]:59122","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:04.024809486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"460071af-f415-4243-94b7-5a39564326dc","remote_addr":"[::1]:59122","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":17211,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.036004881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.379196157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.380755414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.382481472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.396543119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.454227616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.739654677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.788169411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.809026635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.809936412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.810652124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.819297043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.947931331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.948932289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.951496693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.952496679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.953387909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.954285622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.954984009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.967274058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.974629496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57218","req_id":"14615c52-02bd-475a-93ef-25effef6b4c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   92 9a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.976449591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57218","req_id":"14615c52-02bd-475a-93ef-25effef6b4c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37530,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37530,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:04.983360437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57218","req_id":"14615c52-02bd-475a-93ef-25effef6b4c7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.984314912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61665","req_id":"431e143b-394e-4860-b639-dbddd540a020","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   f2 b3 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.985405168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61665","req_id":"431e143b-394e-4860-b639-dbddd540a020","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62131,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62131,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:04.996758466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61665","req_id":"431e143b-394e-4860-b639-dbddd540a020","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:04.997583705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54822","req_id":"0ff5ac19-f388-462a-b223-ca7e6274ed27","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   e0 17 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:04.99867865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54822","req_id":"0ff5ac19-f388-462a-b223-ca7e6274ed27","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57367,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57367,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:05.076274812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54822","req_id":"0ff5ac19-f388-462a-b223-ca7e6274ed27","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.076920625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"460071af-f415-4243-94b7-5a39564326dc\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:08:04 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:05.078535642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:05.079333778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:05.080326399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.080927252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"87.266293952s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.081699737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.082445698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.083289233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.145247007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.401815703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.403591761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.404415166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.405219454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.482258509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.524362231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.525181298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":2,"elapsed":"26.335973059s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.556920234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.804691668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.805940738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.806673193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.854627554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:05.925734088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"341b0266-d67e-4ed7-b50c-882897bab885","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:05.927368734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"341b0266-d67e-4ed7-b50c-882897bab885","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:05.955718349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:06.084719165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:06.946157563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:06.947541592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:06.948594042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:06.995764156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.046214514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.074018215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":2,"elapsed":"28.283198137s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.130585472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":5,"elapsed":"11.56337869s"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:07.132582037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.133700669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.15577962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"2e83f6f4-f67f-4f8e-9f34-8640882345f5","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.156654187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"2e83f6f4-f67f-4f8e-9f34-8640882345f5","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:07.161157721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"2e83f6f4-f67f-4f8e-9f34-8640882345f5","remote_addr":"[::1]:60444","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5549,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.169100797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e83f6f4-f67f-4f8e-9f34-8640882345f5\", \"date\": \"Wed, 04 Mar 2026 07:08:07 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.170197956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"43.090552813s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.170830803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:07.171424852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.172470158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.173177503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.17389108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.174567153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.213478635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.333519005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.730069868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.736327406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.737186031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.747585786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.792786778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.793753789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"10.075784856s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.794411205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.795301342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.796016894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.796851742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.797548155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.802587072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.860012103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.860876941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.893418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.89433429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"728.888µs"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:07.937990545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.939228884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:07.946524244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.103520501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.388225208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:08.389246447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:08.389986236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:08.39073879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.391448931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.484810926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.498014639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:08.940897921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:08.954807447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.031092636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.086281195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:09.120972765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"cbda2de1-3f92-4d93-8376-676dc316628f","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1261052,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.122987917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.145214331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.153250561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.278555056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.279409033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.280181637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.289961561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.29715618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.298001589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.298708823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.305517195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.315039868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.342593332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:09.34913274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.349964962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":4,"elapsed":"6.727391ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.350766985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.351372478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.352072478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.352800985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.353777585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.409474533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.436468305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:09.43757333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.438146158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"713.236µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.438960174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:09.439549234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:09.690190899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.00882871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.075195791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.127257018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.196010519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.332695156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.333775321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":8,"elapsed":"2.539385278s"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.589922861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.659930362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.72701109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.72821974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.728976563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.729666975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.735141628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.74130568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2200","req_id":"a3ef6d4a-43b2-4f37-beb8-4577291feec2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9f 23 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .#..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.742637545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2200","req_id":"a3ef6d4a-43b2-4f37-beb8-4577291feec2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40739,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40739,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:10.748179482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2200","req_id":"a3ef6d4a-43b2-4f37-beb8-4577291feec2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.791249241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.811965876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.812843349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.818962312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:10.9763212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.977327118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":4,"elapsed":"1.539958535s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:10.983806917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39880","req_id":"9bcb5451-f727-4620-b72f-e4fe7785546b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   11 45 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .E..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:10.984849938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39880","req_id":"9bcb5451-f727-4620-b72f-e4fe7785546b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4421,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4421,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:10.99035928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39880","req_id":"9bcb5451-f727-4620-b72f-e4fe7785546b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:11.162056295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"1.850801174s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:11.261793221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:11.262702697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:11.263402146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"1.96504428s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:11.264190332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36522","req_id":"03b48e0e-8f50-4288-869f-24666c60b7cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ba 1f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:11.265104808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36522","req_id":"03b48e0e-8f50-4288-869f-24666c60b7cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:11.270426918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36522","req_id":"03b48e0e-8f50-4288-869f-24666c60b7cb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:11.276324722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:11.277326982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:11.278044217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"1.998217805s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:15.876911996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:15.877687676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:15.903132041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:15.904445099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:15.905214497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:15.90591578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:15.917217496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:15.943345508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:15.944427377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":2,"elapsed":"37.771684863s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:15.946305878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"341b0266-d67e-4ed7-b50c-882897bab885","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":10021765,"response_code":500}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:15.947581441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.129692449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:16.130994004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.131894713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.168544983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.176469111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.320689465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:16.322204283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.322926057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.335168571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.359729922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.703095936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:16.704134398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.704864027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.740712415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:16.871172479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.109633803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.143698889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.144767952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.188759172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:17.245656856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.24662585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:17.247226083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.248093425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"37.159728207s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.248782955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.249357616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.25003444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.25663508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:17.274639418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52622"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.275399758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.276016693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.276709729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.28981122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.290832599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.298063881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.305292237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.306316571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.307087302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.307824676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.308514236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.328810706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.340315606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"341b0266-d67e-4ed7-b50c-882897bab885\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:08:15 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 243.752184ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:17.34161172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"341b0266-d67e-4ed7-b50c-882897bab885\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:08:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"341b0266-d67e-4ed7-b50c-882897bab885\" }"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.481690739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2660171a-494f-4998-8adc-7c670dec8725","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:17.482790733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2660171a-494f-4998-8adc-7c670dec8725","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:17.779914375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2660171a-494f-4998-8adc-7c670dec8725","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":299745,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:17.968805468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.034944526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.168028552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.21663604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.308992117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":6,"elapsed":"13.357570383s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.312204197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.313056329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.31379674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.314475297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.320331348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.340364545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.341678004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.343919827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.344924482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.345655223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.346397097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.347073079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.38347164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.395352326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57528","req_id":"6973100e-1e66-4ea1-9246-ad668f346bf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5c 12 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \\............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.399143285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57528","req_id":"6973100e-1e66-4ea1-9246-ad668f346bf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:18.429922094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57528","req_id":"6973100e-1e66-4ea1-9246-ad668f346bf1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.43219588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55890","req_id":"a5e2c08d-ea64-438e-9aa6-026130cdae1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   f9 ef 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.482750656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55890","req_id":"a5e2c08d-ea64-438e-9aa6-026130cdae1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63983,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 63983,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:18.534902885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55890","req_id":"a5e2c08d-ea64-438e-9aa6-026130cdae1d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.535858893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59856","req_id":"af4dd8a9-9c00-419d-b331-f80bc0122c04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1a 0f 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.537290366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59856","req_id":"af4dd8a9-9c00-419d-b331-f80bc0122c04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6671,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6671,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:18.545498819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59856","req_id":"af4dd8a9-9c00-419d-b331-f80bc0122c04","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.546296383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2660171a-494f-4998-8adc-7c670dec8725\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:08:17 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:18.547410175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.548279161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.548908832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.561291475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"9.211056687s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.571039325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":6,"elapsed":"7.911078943s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:18.708832964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.123470588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:19.141494826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.142439382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.173944283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.329181086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.762902843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:19.763836237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.764544474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.770520102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:19.832986064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"45791898-f65d-4fb7-8848-43533b2d2ede","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:19.836452639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"45791898-f65d-4fb7-8848-43533b2d2ede","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:20.156860425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:20.321223273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:20.332262949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.333414987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.34282716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.359764589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.588895362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.634264088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.926116721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:20.927044063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.927740987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:20.963176475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.081900871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.082778294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.089918445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.243914294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.244683752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.245789478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.246532994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.247661285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.253997299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.263714619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.264665607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":9,"elapsed":"3.958690784s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.33476486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.335626572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.342788456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:21.500346659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.501346074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":2,"elapsed":"3.156605959s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.539718295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.541192693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.541945558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.54263119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.5851925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.718773633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:21.900792107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:21.942859045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.075199454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.153162435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.309096012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.310519399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.311526469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.312480804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.36397191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.440014888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.440813864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.441548504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:22.442284245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.443294251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.480438142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.699523503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.792289283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:22.863013096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.053937107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:23.077775993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:23.078676051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:23.079456471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.080144106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.08900754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.123998555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.2331052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:23.234436955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.235266783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.247015417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.363192013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":7,"elapsed":"2.119279372s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.615212727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.916578474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:23.917657207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.918439641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.955022998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.962688964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:23.96362391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":10,"elapsed":"1.523010434s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:24.989750643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:25.009072938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:25.01000546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:25.010734448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:25.019607491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:25.194984574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:25.213017329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"7.937986243s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:25.30347728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:25.33159326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:25.422518165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:25.423360848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"8.176287108s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:25.433197084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.019971155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.021651352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.022342645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.023070551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.071332312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:26.100195026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.101304109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.110949185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"9e0f2bd7-ae06-49a2-a3b8-4ff5b36a2767","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.200520851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"9e0f2bd7-ae06-49a2-a3b8-4ff5b36a2767","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.201495858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.202130478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.227095341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.228038464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.228759406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.234626598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:26.338392736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"9e0f2bd7-ae06-49a2-a3b8-4ff5b36a2767","remote_addr":"[::1]:52622","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":227786,"response_code":204}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.375060802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.791561066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:26.819228616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.846069524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.928406763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:26.979498014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9e0f2bd7-ae06-49a2-a3b8-4ff5b36a2767\", \"date\": \"Wed, 04 Mar 2026 07:08:26 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.114083232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"19.944129872s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.19094707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:27.221921608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:27.241822021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:27.264580452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:27.265549196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.266383893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.292988312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:27.308321264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.309197685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.385975582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:27.444156304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:28.012316356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:28.013529345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:28.014291469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:28.019377891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:32.766927936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:32.905599629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":7,"elapsed":"6.703663596s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:32.908332627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:33.132344894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:33.17302117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:33.214981487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:33.268242969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:33.353871023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:33.474143153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:33.495414049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:33.496846534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:33.57795908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.23214066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.2380919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.239071806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:39.299259203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42764"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:39.300039112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34174"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.334787645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.335587404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.336342864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.337504511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.338239591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.37030723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.499190593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.500032335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.500771263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.508499672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.612961361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 210.908243ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:39.614043621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.614695716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.615403191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.616368578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.617103769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.617785473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.672126819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.821988686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.82290224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.823497232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.824379394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.824955448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.825758363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.826365168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"218.154µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.827013426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.82763484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.828231224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.828970553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.925114623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.931439234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:39.93247944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.933931854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:39.935419379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:39.936072286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":3,"elapsed":"403.662µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.010232674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.011090738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.011724367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.012507121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.018637457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.024470031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.025344968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.026907031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:40.02771724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.028345558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":3,"elapsed":"450.896µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.029034226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:40.029631051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:58:40.028426950 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.030340089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.031057224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.101976054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.109347254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.110115049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.110855319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.11159087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.112500947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.117980791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.187870508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:40.271107914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.271904416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"83.517192ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.272656289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.273665333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.274386035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.280585437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.285992847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.28675988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.28777189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.353226047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.377645998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.378701444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.380195752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.385835673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.390318155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.391288032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.391995046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.423877237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.428332605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.429028788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.429778637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.430549168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.431271131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.437096321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.461614837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:40.46250268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.46307675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:40.483288422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.484700326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:40.490609613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:40.793962486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"45791898-f65d-4fb7-8848-43533b2d2ede","remote_addr":"127.0.0.1:63935","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":20960204,"response_code":500}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.173388287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.174264737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.175280224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.201050877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.233902844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.234685759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.235404807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.260684705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.265616349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.271519674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:41.272555952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.273133068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":5,"elapsed":"424.153µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.273795824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.274673197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.275488015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.276332583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.27704122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.325093165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.33104718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:41.331825837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.332393254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"681.193µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.333201228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.333792763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.334844322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.336244944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:41.545578157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:39128"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.609767221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"e39da921-e287-49dc-ac1b-f05511a64ec9","remote_addr":"[::1]:42764","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.611351418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"e39da921-e287-49dc-ac1b-f05511a64ec9","remote_addr":"[::1]:42764","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.619285986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e4f17fb8-3a99-46b3-a56e-b58ad7d6cc96","remote_addr":"[::1]:34174","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.620921785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e4f17fb8-3a99-46b3-a56e-b58ad7d6cc96","remote_addr":"[::1]:34174","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.663528796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.664410818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.665151159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.666201054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.666912707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.679276022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.799365038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52113","req_id":"569304b3-383d-4dae-bd7b-a57db4e5b842","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6d 91 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   m............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.814139591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52113","req_id":"569304b3-383d-4dae-bd7b-a57db4e5b842","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28049,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28049,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:41.819699734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52113","req_id":"569304b3-383d-4dae-bd7b-a57db4e5b842","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.820251249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55420","req_id":"976613e8-60aa-47b2-9120-d5a577bce073","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   7f b5 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.821171467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55420","req_id":"976613e8-60aa-47b2-9120-d5a577bce073","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32693,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32693,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:41.826713484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55420","req_id":"976613e8-60aa-47b2-9120-d5a577bce073","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:41.827238206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57654","req_id":"673c6d81-58b6-41b9-8cf0-0624260aea6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   10 60 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .`..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:41.828254825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57654","req_id":"673c6d81-58b6-41b9-8cf0-0624260aea6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4192,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4192,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:41.901241042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57654","req_id":"673c6d81-58b6-41b9-8cf0-0624260aea6b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.232795276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"e39da921-e287-49dc-ac1b-f05511a64ec9","remote_addr":"[::1]:42764","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":623363,"response_code":204}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.234132612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e4f17fb8-3a99-46b3-a56e-b58ad7d6cc96","remote_addr":"[::1]:34174","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":621698,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.270488858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"addb37b7-2f7e-4610-b161-021c3ca2cdd5","remote_addr":"127.0.0.1:39128","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.271698721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"addb37b7-2f7e-4610-b161-021c3ca2cdd5","remote_addr":"127.0.0.1:39128","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.272409854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:24751","req_id":"e5e3621a-d71d-4bb9-a747-dbea4677a7f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   38 20 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   8 ..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.273331284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:24751","req_id":"e5e3621a-d71d-4bb9-a747-dbea4677a7f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14368,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 14368,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.279012317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:24751","req_id":"e5e3621a-d71d-4bb9-a747-dbea4677a7f4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.279614533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:6364","req_id":"30847a5e-c621-4096-b30a-c2f9663f46a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   33 a7 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   3............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.280528608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:6364","req_id":"30847a5e-c621-4096-b30a-c2f9663f46a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13223,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13223,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.286342465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:6364","req_id":"30847a5e-c621-4096-b30a-c2f9663f46a0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.286867798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60751","req_id":"caba6d92-5bcc-408d-90c9-0ae53c93b290","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   19 ae 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.287781283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60751","req_id":"caba6d92-5bcc-408d-90c9-0ae53c93b290","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.293636772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60751","req_id":"caba6d92-5bcc-408d-90c9-0ae53c93b290","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.294172807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5790","req_id":"795b1104-160b-4527-97bf-604c9809586e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   03 1a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.295212642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5790","req_id":"795b1104-160b-4527-97bf-604c9809586e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 794,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 794,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.355098811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5790","req_id":"795b1104-160b-4527-97bf-604c9809586e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.35595963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52850","req_id":"017471d2-b881-491e-ba05-8d8bd40d4cdb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f5 03 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.356918816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52850","req_id":"017471d2-b881-491e-ba05-8d8bd40d4cdb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62723,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62723,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.362531783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52850","req_id":"017471d2-b881-491e-ba05-8d8bd40d4cdb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.363096385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"e39da921-e287-49dc-ac1b-f05511a64ec9\", \"date\": \"Wed, 04 Mar 2026 07:08:42 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.363918688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.364940648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.365521932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":2,"elapsed":"45.797640037s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.366218275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f17fb8-3a99-46b3-a56e-b58ad7d6cc96\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:08:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.367077111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.367662032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.368237415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.368811395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"37.263939707s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.369404623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.370533044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.371238125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.430294406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:42.431159133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.471084738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.4724249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.473153958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.473981882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"2.633429888s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:42.474934695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.476521837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"2.533044585s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:42.477466132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.478126233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"2.441740898s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.507244946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.508558695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.509308013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.510587745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.511183057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:42.511994809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.512869276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":5,"elapsed":"1.175410592s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.549405931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.558395856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.560561076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.563999816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.637189196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.676558807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.679050275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:42.723958056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.738969329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.749978565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:42.76793619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.191410705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.192548295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.193274828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.221622609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.35989056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.360978421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.361785764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.362548068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.36911959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.377933886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.604263625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.615625521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.616811637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.668514814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:43.794170074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.795201152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:43.902615045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:44.134368787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:58:40.028426950 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:44.182254161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:58:40.028426950Z\",\"pruned\":[]}","iteration":3,"elapsed":"4.153172401s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:44.587641765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"4.301243242s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:44.85672206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"dbb8d739-2eb5-4c72-9edb-4a215ccb60eb","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5618563,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.04170911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.182911209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:45.184091112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.184833436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.213141769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:45.222837165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.223860577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":3,"elapsed":"4.832966719s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:45.256749377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:45.270959229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:45.34378136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25264","req_id":"4db3cfa6-16ed-496c-91d1-5d91710ec0c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   df 73 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .s..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.408382163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25264","req_id":"4db3cfa6-16ed-496c-91d1-5d91710ec0c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57203,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57203,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.435847241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25264","req_id":"4db3cfa6-16ed-496c-91d1-5d91710ec0c2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:45.436588222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19660","req_id":"3eaab893-ba6a-4462-b4a5-9f2c129f8fdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a4 5d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .]..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.437819878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19660","req_id":"3eaab893-ba6a-4462-b4a5-9f2c129f8fdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42077,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42077,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.4436109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19660","req_id":"3eaab893-ba6a-4462-b4a5-9f2c129f8fdd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.487606358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"4.221871413s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.643161945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.644595782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.645443987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"4.470401164s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.646548701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:45.647376315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:45.648429547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"4.412915533s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:51.212723743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.213723238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:51.223687748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38040"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.224490312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:51.225107167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:51.225923769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:51.226658659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.227350873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.281044093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:51.371834199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"15c9ec59-14eb-4aab-9053-4fa15cd0dd1f","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.372862001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"15c9ec59-14eb-4aab-9053-4fa15cd0dd1f","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:51.427017247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"15c9ec59-14eb-4aab-9053-4fa15cd0dd1f","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":54388,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.505177761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c9ec59-14eb-4aab-9053-4fa15cd0dd1f\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:08:51 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:51.506627881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.507358001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.538846029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:51.809074945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.132758477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:52.172975932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.231196353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.319726251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.328841123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:52.329624379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.330454518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"12.057231243s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.331206682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.615991758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:52.617058758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.617791152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.633953332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.712654619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":8,"elapsed":"13.098943318s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:52.993535662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.297773042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:53.298852156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.299613508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.344440518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.390160241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.737181294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:53.740545615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.741866839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.75282822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:53.764817551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:54.228016412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:54.232885803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:54.425072802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:54.524828495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:54.985452212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.143004975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"13.870919276s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.241567729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.243896293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.24546059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.247131699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.260727722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.327268277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.328371668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.335956523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.396735715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.397994706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.428253963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.442563333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.443711343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.444723663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.445644522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.446779456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.450688951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.489894055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55002","req_id":"563abd3a-b9a7-41a3-b362-9dd24b81f6db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b8 ec 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.496422992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55002","req_id":"563abd3a-b9a7-41a3-b362-9dd24b81f6db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47340,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47340,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:55.502858945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55002","req_id":"563abd3a-b9a7-41a3-b362-9dd24b81f6db","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.503570728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56636","req_id":"3424403f-574e-49d8-9e30-939f592b592e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   fd cf 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.504720211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56636","req_id":"3424403f-574e-49d8-9e30-939f592b592e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:55.511433935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56636","req_id":"3424403f-574e-49d8-9e30-939f592b592e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.511982354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56951","req_id":"94694515-c555-478b-97f4-c53448a9d22c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   53 79 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   Sy..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.513325622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56951","req_id":"94694515-c555-478b-97f4-c53448a9d22c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21369,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21369,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:08:55.519899168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56951","req_id":"94694515-c555-478b-97f4-c53448a9d22c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.543985425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:55.545328463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.546334831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:55.5729493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.042726386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.275560444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.276577403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.277298335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.3472122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.543422911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.544757121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.545549194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.546255296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.564122001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.577642183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 275.235006ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:56.578473354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.579344795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:56.579988934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.580826477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.58154294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.582275535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.582970455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.640869297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.840103753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.841581347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":11,"elapsed":"17.505821571s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.842280967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.842890718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.843611058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.844461658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.845444279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:56.858524357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.959405285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:56.985493308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.032201895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.131680047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.349461209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.53463562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.535650406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.536381067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.579874559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request handling cancelled (client disconnected)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:57.617823719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"addb37b7-2f7e-4610-b161-021c3ca2cdd5","remote_addr":"127.0.0.1:39128","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15366864}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.619259961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.620348714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.621121308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.621826108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.627997114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.639307758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.654409852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.705898793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":8,"elapsed":"16.042206221s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.706822478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.707730221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.708449659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.709188357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.709875541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.766562737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.802519911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.803428044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:57.804976259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.805949322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:57.814156372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:57.828526762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:38045"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:58.509969584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:58.510835644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":3,"elapsed":"18.132953488s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:58.618691114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"672c78ee-000f-4d1a-949b-d61b65623260","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:58.619662784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"672c78ee-000f-4d1a-949b-d61b65623260","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:08:58.62406143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.093597738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.329839113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:59.331147511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:59.331895136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:59.332633342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.333607187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.356801372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.411577933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.94568369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:08:59.946707844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.947443375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.95434867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:08:59.989428852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:08:59.990406924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":3,"elapsed":"20.16390789s"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:00.103119581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.10406039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":3,"elapsed":"20.093292042s"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:00.104896731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.106435717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":3,"elapsed":"19.677186271s"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.156853221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.15767856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":3,"elapsed":"19.695774769s"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:00.347411224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:00.348539906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.349281409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.35545519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.371927456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.635374203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:00.636356504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:00.637603581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:00.638355354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.639036987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.644593994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.867919727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":9,"elapsed":"5.425269562s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:00.87046872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.254679644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:01.255841261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.256737151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.262230571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.270871924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.654852751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:01.669300456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.670192577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.701601799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.898975419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.902912358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":12,"elapsed":"5.057747664s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.911425446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:01.912421684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:01.913442732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:01.91445365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:01.915499928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.073593495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.116235786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.557131572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:02.586960364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:02.591950545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:02.625378055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:02.675656231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.676568052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.693674337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:02.740780894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.066308859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.068274934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.069879421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.094959231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed after handler was already cancelled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:03.105866714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"addb37b7-2f7e-4610-b161-021c3ca2cdd5","remote_addr":"127.0.0.1:39128","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","response_code":500}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.111344494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":9,"elapsed":"5.405109162s"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.29268452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.293678695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.294586748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.300812713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:03.340018499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.34077923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.354742713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3932b6f8-6798-4861-a8ac-f64933da7c02","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.35573811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3932b6f8-6798-4861-a8ac-f64933da7c02","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:03.358041033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3932b6f8-6798-4861-a8ac-f64933da7c02","remote_addr":"[::1]:38040","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3409,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.384698898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3932b6f8-6798-4861-a8ac-f64933da7c02\", \"date\": \"Wed, 04 Mar 2026 07:09:03 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.385966446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"36.194876843s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.386624523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:03.387216338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.387740198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.388865564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:03.389620864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.390302037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.396959178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:03.699810225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.700990289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"12.473977106s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:03.760444711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.102328299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.10351213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.104527016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.112913071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.199748664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.424036829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.425153346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.425893576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.42663028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.42732029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.431978131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.508829464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.682892868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.705570358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:04.706492108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.70723791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:04.746383316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.026744335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.261437315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:05.262484054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.263203302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.272766415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.307894543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.309037322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":13,"elapsed":"3.396885564s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.310528634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.671942863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:05.673413834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.674155748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.679682555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:05.719718028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:05.720585241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":3,"elapsed":"25.61064511s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:06.196574635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61447","req_id":"3af94b15-79c9-41a6-b2b1-4427e1ddbe09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d9 0d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.197783686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61447","req_id":"3af94b15-79c9-41a6-b2b1-4427e1ddbe09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55565,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 55565,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:06.203319671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61447","req_id":"3af94b15-79c9-41a6-b2b1-4427e1ddbe09","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:06.203892899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60462","req_id":"9012dfe4-cdeb-47d9-a679-80c1626e2c6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   12 f9 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.204824039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60462","req_id":"9012dfe4-cdeb-47d9-a679-80c1626e2c6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4857,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4857,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:06.21056978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60462","req_id":"9012dfe4-cdeb-47d9-a679-80c1626e2c6f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:06.211103861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51911","req_id":"c59cf443-a535-4ade-a748-c057b5b5b3f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   be 7e 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .~..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.212004911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51911","req_id":"c59cf443-a535-4ade-a748-c057b5b5b3f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48766,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48766,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:06.21793588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51911","req_id":"c59cf443-a535-4ade-a748-c057b5b5b3f3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:06.34741675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.348022112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.357156153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:06.776965188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.816985752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:06.824055483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:07.025958729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.077271551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:07.114230915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.143347744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":4,"elapsed":"27.644249795s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.145532573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.147136719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.14961978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.163209651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.226257239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.51802821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.542227562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.543412395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.572878678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.680089096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.726129547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.727862689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.729142791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.754793175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.811622702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.867837209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.881001745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.973240929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.974564749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.975373204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:07.976176249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.976915588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:07.982369379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.183900727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.185999606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.18690812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.187228246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.212690446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.28186879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.366189297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.379958494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.380901487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.38958347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.390682793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.399110792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.413819856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.414714813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.42397762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.434088521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.646328727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.647370767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.648100156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.661979992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.692194901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.693085831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.699878381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.706865508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:08.960281573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:08.990358719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.03132949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.111952444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.208252494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.237002324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.252812494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.254660725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.26466814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.309571733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.310871634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:09.311649138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.312362876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.317760837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.560209129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.561252762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":14,"elapsed":"1.587272374s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:09.56293872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"0d390223-2bdb-4120-a1c4-d1ed76c96796","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1183543,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.678358824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:09.816668468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:13.056479099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:13.08150868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:13.08252084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:13.083792085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:13.091960749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:16.208549831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:19.938946446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:19.940080839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:19.94506572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"672c78ee-000f-4d1a-949b-d61b65623260","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":21326358,"response_code":500}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:20.077907565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48245"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:20.078721752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61239"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:20.07931487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55548"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.080325537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.081016229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"427.71µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.081783042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.082377462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.083387608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.08411829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.085071984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.137601091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.17745776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.277267811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.441483266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.456888422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.486819818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.53513166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.557218015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.598661846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.618501419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.670234675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:20.700418172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.701222089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":6,"elapsed":"30.18496ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.701981307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.702695696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.703379734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.704141567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.704886907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.747805718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.753275892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:20.754159597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.754850359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"868.926µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.755705918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.756278485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.770861869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Err(reqwest::Error { kind: Request, url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 589.260975ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:20.807021956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Communication Error: error sending request for url (http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229)"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.808156069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.808898854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.809704824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.810429504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.811141227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.854943943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.862673915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.864724719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.866411559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.867427176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.868136114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.874254906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.979489671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:20.980809092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:20.984877021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.074976997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.279615145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7373cadc-38b7-49b0-af53-682b77ece928","remote_addr":"[::1]:48245","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.28090133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7373cadc-38b7-49b0-af53-682b77ece928","remote_addr":"[::1]:48245","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.281640237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"5844173e-0750-4280-ba75-5e1fa5f6310b","remote_addr":"[::1]:61239","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.282304597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"5844173e-0750-4280-ba75-5e1fa5f6310b","remote_addr":"[::1]:61239","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.282977112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ed9a204f-99aa-4c48-8897-f386e11f47dd","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.283635851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ed9a204f-99aa-4c48-8897-f386e11f47dd","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.31365946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.314422746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.315137896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.315866734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.316837943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.323473331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.339229685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59876","req_id":"27971e1f-dc6b-4cd1-962f-9761ca4bbe80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5d 4c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ]L..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.380151549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59876","req_id":"27971e1f-dc6b-4cd1-962f-9761ca4bbe80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:21.407033138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59876","req_id":"27971e1f-dc6b-4cd1-962f-9761ca4bbe80","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.407692528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52884","req_id":"e83c2a5a-5018-45ac-a3cd-1e2148818010","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   47 97 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   G............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.40884189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52884","req_id":"e83c2a5a-5018-45ac-a3cd-1e2148818010","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18327,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18327,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:21.435781565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52884","req_id":"e83c2a5a-5018-45ac-a3cd-1e2148818010","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.450638091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63155","req_id":"cfde69fd-7945-499d-9432-f8f905f0de77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   1d ff 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.470703112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63155","req_id":"cfde69fd-7945-499d-9432-f8f905f0de77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7679,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7679,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:21.50521756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63155","req_id":"cfde69fd-7945-499d-9432-f8f905f0de77","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:21.548543369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60775","req_id":"12187db2-1e9f-4653-b4fc-3aa3cd0c2d21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   9c 3a 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .:..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.593517772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60775","req_id":"12187db2-1e9f-4653-b4fc-3aa3cd0c2d21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39994,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39994,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:21.604507609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60775","req_id":"12187db2-1e9f-4653-b4fc-3aa3cd0c2d21","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:21.605957458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7373cadc-38b7-49b0-af53-682b77ece928","remote_addr":"[::1]:48245","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":323627,"response_code":204}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:21.606788849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"5844173e-0750-4280-ba75-5e1fa5f6310b","remote_addr":"[::1]:61239","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":322552,"response_code":200}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:21.607496515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ed9a204f-99aa-4c48-8897-f386e11f47dd","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":322368,"response_code":200}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:21.740122852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.741232185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":6,"elapsed":"986.042001ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.765696042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:21.767083197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.012271702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"7373cadc-38b7-49b0-af53-682b77ece928\", \"date\": \"Wed, 04 Mar 2026 07:09:21 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.013342599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:22.014002319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.014568093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":3,"elapsed":"25.435315892s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.01526637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5844173e-0750-4280-ba75-5e1fa5f6310b\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:09:21 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:22.016141538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:22.016846768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:22.017611587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.018356908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"39.67413568s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.018963462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:22.019533074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.020212804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.032418615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.087525161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9a204f-99aa-4c48-8897-f386e11f47dd\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:09:21 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:22.118957278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.121301835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.132926532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:22.538420828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d8ee9569-db7b-4740-9dad-8e68276ea7e5","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.539696772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d8ee9569-db7b-4740-9dad-8e68276ea7e5","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:22.571901824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.606205854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.844147205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:22.849488203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.855162503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:22.892278789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:22.945944143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.106155005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"2.490626981s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:23.108670801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.161960128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.499727362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:23.500645335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.501352369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.508125902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.542210818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.955927983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:23.957190781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:23.95793543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.02284201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.130089673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.572384527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:24.622175887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:24.658786047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:24.674369678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:24.676573004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.677913626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.686507915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.699778011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.970858619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:24.996064871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:24.997229063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.010874444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:25.421589518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15479","req_id":"86a731e8-6800-43d8-a1ec-441eb0917459","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   76 10 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   v............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.42314658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15479","req_id":"86a731e8-6800-43d8-a1ec-441eb0917459","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30224,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30224,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:25.448768788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15479","req_id":"86a731e8-6800-43d8-a1ec-441eb0917459","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:25.566185828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.56708829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.703926923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.712411344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":10,"elapsed":"5.630951053s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:25.841318985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.171402458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.173080732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.173866883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.193628882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.300186524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.330289762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":15,"elapsed":"5.467494455s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.331314567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.331968235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.34331948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.34424123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.34522764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.35424044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:26.515331841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:26.53173566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.532606329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":6,"elapsed":"6.045041902s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.547727391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29359","req_id":"a5ce7637-37dc-413b-99a5-22f1d5896fce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f8 17 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.54921229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29359","req_id":"a5ce7637-37dc-413b-99a5-22f1d5896fce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 63511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:26.55560688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:29359","req_id":"a5ce7637-37dc-413b-99a5-22f1d5896fce","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.675085875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:26.676112043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.676843075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.683541499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.754223229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":10,"elapsed":"5.946149724s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:26.887786756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:26.903002005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.907897117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":6,"elapsed":"6.730306144s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:26.920130434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"6.212698241s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:27.054984856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.057229754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:27.058228498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.06040491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":5,"elapsed":"19.914465359s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.063181986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.064610623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.06688998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.112294217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.148865941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.176001355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.189844047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.199107275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.288300089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.568352096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.569358735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.611918362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.621111089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.630897797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.632270663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.63302418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.633719621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.715310277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.751642756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.752533295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:27.753655784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.754360864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.790613164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:27.924110872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.494147241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:28.495557572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.496299045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.554520598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.562632849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.672381319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.715661517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.716684539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":16,"elapsed":"2.38546967s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.717668784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.898878551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:28.899952123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:28.900685179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:28.901409788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.902087965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.936550581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:28.991701635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:28.99266062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.073344956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:29.11279142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.114159216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:29.160844056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d7c43e89-95b4-4c54-bfa9-62f8dd7a63f6","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.162839259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d7c43e89-95b4-4c54-bfa9-62f8dd7a63f6","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.407359526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.741326031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:29.823188657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.872559772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:29.898599169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:29.948733911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d7c43e89-95b4-4c54-bfa9-62f8dd7a63f6","remote_addr":"[::1]:55548","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":788407,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:29.999950471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.092869897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.094713919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.096245952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.126612622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.236727911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d7c43e89-95b4-4c54-bfa9-62f8dd7a63f6\", \"date\": \"Wed, 04 Mar 2026 07:09:29 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.238207529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"26.851835548s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.239338656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:30.239925601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.240602215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.241493415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.242718017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.243777442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.279745717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.314857773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.316089389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.316836433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:30.317587935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.318293126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:30.34659735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.785743197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:33.79221963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.793129176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"12.479333756s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:33.795191292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d8ee9569-db7b-4740-9dad-8e68276ea7e5","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":11256606,"response_code":500}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:33.806059988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56012"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.808563129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:33.809099845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:33.809479169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:33.810078379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.810490447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.819700188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.861607119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ee9569-db7b-4740-9dad-8e68276ea7e5\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:33 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 722.268376ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:33.86225713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ee9569-db7b-4740-9dad-8e68276ea7e5\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d8ee9569-db7b-4740-9dad-8e68276ea7e5\" }"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:33.88489969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.052307376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.053319385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.054064836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.072087641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.149009384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.331192454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.332409622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.333160433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.333892507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.33457891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.338849312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.362544943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.428667608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.5254218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"b2e00154-d28b-4901-baf8-e78bf1138b85","remote_addr":"[::1]:56012","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.526331507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"b2e00154-d28b-4901-baf8-e78bf1138b85","remote_addr":"[::1]:56012","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:34.530906453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"b2e00154-d28b-4901-baf8-e78bf1138b85","remote_addr":"[::1]:56012","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5594,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.531889806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.811138026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:34.812191418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.813245782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.866043152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:34.950586602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.305853933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.306919228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.307648497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.323884252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.332444965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-04T05:46:29.930974Z, time_modified: 2026-03-04T05:46:29.930974Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.334009933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.335047985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.335705741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.376121981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.37757162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":17,"elapsed":"1.567958636s"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.386817182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.388093227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.422953262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.423750605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.424487589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.425225945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.426100833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.442801241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.451160674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58888","req_id":"9b2294f9-4739-483f-8fe1-44beadc398e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   94 42 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .B..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.472177395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58888","req_id":"9b2294f9-4739-483f-8fe1-44beadc398e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37954,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37954,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:35.496908743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58888","req_id":"9b2294f9-4739-483f-8fe1-44beadc398e0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.497555398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60188","req_id":"c8999e1f-54f1-4a24-8c78-646313ed161a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   96 7b 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .{..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.49879006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60188","req_id":"c8999e1f-54f1-4a24-8c78-646313ed161a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38523,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38523,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:35.504175706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60188","req_id":"c8999e1f-54f1-4a24-8c78-646313ed161a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.504695519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49380","req_id":"be01ddbc-be14-4565-b38d-e8b570996914","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   b0 0d 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.505604464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49380","req_id":"be01ddbc-be14-4565-b38d-e8b570996914","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45069,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 45069,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:35.511333051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49380","req_id":"be01ddbc-be14-4565-b38d-e8b570996914","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.511863174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e00154-d28b-4901-baf8-e78bf1138b85\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:09:34 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:35.512744224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:35.513337693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:35.513914188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.51449927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"13.494092311s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.535870986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.536775652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:35.53914588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:35.694180091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":158559,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.739961206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:35 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 755.005546ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:35.74101055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4ceff2f1-d2d2-4413-b7bd-5e92a68b1995\" }"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.767885375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.928156877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:35.929100622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.930127291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:35.948688034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.103872012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.104680869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.105637699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.108118506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.109186517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.120259619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.262285184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":11,"elapsed":"839.244568ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.521303606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.545164916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:36.592608994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.593604411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:36.594210325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.594754536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":6,"elapsed":"9.530274302s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.595439606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.773633504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.777980988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.778864292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.786303136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:36.826854815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f3cebd02-e0bb-4d42-961d-fa4da125158b","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:36.827741085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f3cebd02-e0bb-4d42-961d-fa4da125158b","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:36.864517346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:37.480660748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f3cebd02-e0bb-4d42-961d-fa4da125158b","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":653654,"response_code":500}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:37.544043952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":11,"elapsed":"1.440474371s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:37.587363789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cebd02-e0bb-4d42-961d-fa4da125158b\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:37 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 426.197783ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:37.648658275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cebd02-e0bb-4d42-961d-fa4da125158b\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f3cebd02-e0bb-4d42-961d-fa4da125158b\" }"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:37.674483195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:37.675971611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:37.681369933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:37.687086236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:37.696321538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.13546327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.152850382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:38.179020949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2e187e15-4f63-42c5-8495-acb75c6729e3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":504174,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:38.190656188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d483ac1f-4750-4bfb-bb68-81cc62cb1808","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.191778857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d483ac1f-4750-4bfb-bb68-81cc62cb1808","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:38.235568738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:38.621848461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d483ac1f-4750-4bfb-bb68-81cc62cb1808","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":431157,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.628653497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d483ac1f-4750-4bfb-bb68-81cc62cb1808\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:38 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 753.423516ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:38.629641088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d483ac1f-4750-4bfb-bb68-81cc62cb1808\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d483ac1f-4750-4bfb-bb68-81cc62cb1808\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.856039233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:38.856829633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:38.857582718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:38.858439059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.859162596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:38.871237448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.230274816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.450300234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.451312936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.452053627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.458863271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.471106016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.472674932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.603175587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0e5f110d-a67e-4597-a136-2a17e1bf1e28","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.605493271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0e5f110d-a67e-4597-a136-2a17e1bf1e28","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:39.64067768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.651234707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.653164309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":18,"elapsed":"797.219975ms"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:39.814966361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0e5f110d-a67e-4597-a136-2a17e1bf1e28","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":212375,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.850733127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5f110d-a67e-4597-a136-2a17e1bf1e28\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:39 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 944.610938ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:39.851938641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5f110d-a67e-4597-a136-2a17e1bf1e28\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0e5f110d-a67e-4597-a136-2a17e1bf1e28\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.858484812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.859413126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.860008869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.860593931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.861267569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.861798664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.862420699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.86301494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.863738667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.886571254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.922447718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21519","req_id":"8a41fc79-5bbe-4377-a5f5-151109af037e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   88 35 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .5..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.923642521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21519","req_id":"8a41fc79-5bbe-4377-a5f5-151109af037e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34869,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34869,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:39.948108793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21519","req_id":"8a41fc79-5bbe-4377-a5f5-151109af037e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.948745738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.949512671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:39.950280927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.95100748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:39.966045366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:40.016656915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:40.018147606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:40.018926493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:40.019870287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"159.563175ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:40.021288544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:40.022334982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:40.031115491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:40.032390083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:40.033482212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":4,"elapsed":"2.44191ms"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:42.840019806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:42.840980213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:42.94281701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.316944508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:43.372000163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60468"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.381214473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.382178248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.382815854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.383684349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.398646535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.440041338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.467319435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.509431473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:43.607209929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.619512864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":4,"elapsed":"109.984007ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.682790739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:43.722881953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 06:59:43.722471949 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.819019349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.819952983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.826952004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.832241349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.833018382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.834060933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.834812185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.835503047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.93907515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.944981771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:43.945773223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.94635098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"531.997µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.94707608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.947781832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.948482113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.952793516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.963899924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:43.964650525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.965647996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:43.971950563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.00662001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.016245897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.017240312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.026608969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.039376507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.04017357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.040900964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.047299001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.064369274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.077231821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.078714054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.080732403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.082342611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.09717037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.109397865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:44.116611732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.11767273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.118541826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.119185584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.120624672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.121558156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.123316679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.13071367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.288107898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.289158975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:44.289804107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.290438336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"186.079868603s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.291081444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"186.080304529s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.368364324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"848478e7-eb42-4aaf-8cf1-00c04118a568","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.369517825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"848478e7-eb42-4aaf-8cf1-00c04118a568","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.370878678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e1b22211-cad2-4b5d-aef3-60e460bfd2af","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.371675119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e1b22211-cad2-4b5d-aef3-60e460bfd2af","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.372362184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.372980522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.373705963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.374843502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.375564253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.418828921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.423915473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:10019","req_id":"1a782070-5a79-4a88-853f-277bf106078c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   39 ff 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   9............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.425057231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:10019","req_id":"1a782070-5a79-4a88-853f-277bf106078c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 14847,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:44.430577244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:10019","req_id":"1a782070-5a79-4a88-853f-277bf106078c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:44.545192169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:44.560880106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"848478e7-eb42-4aaf-8cf1-00c04118a568","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":193199,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.593269414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.595788597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.597122326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.598273603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.60973211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:44.695624961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.725557449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"4.706179149s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.739284512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49803","req_id":"6d91fcd0-790c-4959-ae29-c00985dbf2c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   fa 42 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .B..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.742640056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49803","req_id":"6d91fcd0-790c-4959-ae29-c00985dbf2c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64066,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64066,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:44.755956634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49803","req_id":"6d91fcd0-790c-4959-ae29-c00985dbf2c5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.821813491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12924","req_id":"895dc587-7034-4663-baf9-85cd073882b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a5 ec 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.88667952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12924","req_id":"895dc587-7034-4663-baf9-85cd073882b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42476,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42476,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:44.955793587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12924","req_id":"895dc587-7034-4663-baf9-85cd073882b0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.956823893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"848478e7-eb42-4aaf-8cf1-00c04118a568\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:09:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:44.98051747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.981728335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:44.982819733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.02365236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.344562654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:45.34584419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.346798816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.391835953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:45.399012767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 06:59:43.722471949 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.400229183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T06:59:43.722471949Z\",\"pruned\":[]}","iteration":4,"elapsed":"1.716063834s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:45.427816093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:45.428857811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:45.429927676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.430633759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.435915278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:45.458842974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.459651029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":4,"elapsed":"1.420114114s"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.460385177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:45.460977313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.461634539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"1.514925176s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.522876009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"1.558974702s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.525495402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.773981245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:45.775002574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.775963212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.782242071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:45.997939424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:45.99895452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"2.558187189s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.01395894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.291167138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:46.292535766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.293670731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.338349436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:46.345111737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:46.346112023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:46.346828607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.347531723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.376999198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.661864915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:46.878678424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:47.103383707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.104256671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":4,"elapsed":"7.241996681s"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:47.126505058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.127462119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":4,"elapsed":"3.745770708s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.143830728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.14524653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.146018032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.146717031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.151894764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.214334444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.21583258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.216617308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.237381458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.565250883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63785","req_id":"b44ddb8e-4124-4c86-bcfb-974e43ab9def","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fb d1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.566814268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63785","req_id":"b44ddb8e-4124-4c86-bcfb-974e43ab9def","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:47.573339899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63785","req_id":"b44ddb8e-4124-4c86-bcfb-974e43ab9def","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.573891334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54992","req_id":"5f5cdc39-b78d-4cb7-bfd9-0150dc158771","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   6f de 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   o............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.575217638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54992","req_id":"5f5cdc39-b78d-4cb7-bfd9-0150dc158771","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:47.581592148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54992","req_id":"5f5cdc39-b78d-4cb7-bfd9-0150dc158771","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:47.582450092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63560","req_id":"03a92f21-efed-4ecc-9068-783155f26590","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   2e 66 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .f..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.583523124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63560","req_id":"03a92f21-efed-4ecc-9068-783155f26590","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11878,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11878,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:47.605427227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63560","req_id":"03a92f21-efed-4ecc-9068-783155f26590","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.776471906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:47.950600659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.010990128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.011987809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":19,"elapsed":"3.639497972s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.285815314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.632741868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.633747175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.634469059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.66392983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.685923492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.686826355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":4,"elapsed":"4.679964224s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.688206696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.688988399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.73959095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:48.935687844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.969104362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":4,"elapsed":"5.136833754s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.970607858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.971606591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:48.972651657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.973616423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:48.978432658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:49.197618359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:49.449962426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:49.607259831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:49.65420579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:49.691942107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:49.720095612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:49.722060124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:49.732348668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.146710054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.147788305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"539.953µs"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.159334256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.589297018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.590329899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.591194226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.596461597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.635798474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.636590938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.637321088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.646147287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.651988118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.689285433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.690180721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.691056771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.691785689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.737592184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.743521961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:50.744573139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.745473507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.75069625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:50.761438966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.09009809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:51.091211111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.091782045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":7,"elapsed":"440.685µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.09322476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.134302043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.1354888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.136261364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.136970573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.152599854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.161719306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:51.162691888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.163262842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"1.431994ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.164073762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.164668333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.178560083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.18021493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":20,"elapsed":"1.573027302s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:51.185117086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.191999425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:51.193041454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.195327765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":7,"elapsed":"7.075659963s"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:51.198667949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.201223725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":4,"elapsed":"7.137417449s"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.206040341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.261695246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.267823458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.501157288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.502374415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.503120317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.511785356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.568701075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"807.002133ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.618157099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.622796053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.62375667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.62490956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.625616775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.630567838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.662922387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.66532584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.667210062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.670130553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.671827333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.679768204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.741301123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.942264252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:51.943267084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.944007344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.949220097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:51.970743705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.971510918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.979526518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:51.980616112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":4,"elapsed":"7.872429523s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.062491533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.279119865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.280301953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.281046291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.287964962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.298223978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0d2a909f-5c3c-4ef4-91ea-2dda29d3e6fa","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.300252266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0d2a909f-5c3c-4ef4-91ea-2dda29d3e6fa","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.301802976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.302480862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.303347754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.346710496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.370118947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47013","req_id":"80dd77cf-5ad9-45c4-9b9b-2f4763e68875","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bc b2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.371367657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47013","req_id":"80dd77cf-5ad9-45c4-9b9b-2f4763e68875","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48306,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48306,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:52.37741129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:47013","req_id":"80dd77cf-5ad9-45c4-9b9b-2f4763e68875","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.37799513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31493","req_id":"4cf05e62-8975-4dae-987c-269965f4b1ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   1e 92 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.378928413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31493","req_id":"4cf05e62-8975-4dae-987c-269965f4b1ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7826,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7826,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:52.384055646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31493","req_id":"4cf05e62-8975-4dae-987c-269965f4b1ec","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.384569196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15088","req_id":"c20dc7fe-39bd-407a-884c-8565608afd23","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2c c2 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ,............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.385622598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15088","req_id":"c20dc7fe-39bd-407a-884c-8565608afd23","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11458,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11458,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:52.497299418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15088","req_id":"c20dc7fe-39bd-407a-884c-8565608afd23","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:52.531241339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0d2a909f-5c3c-4ef4-91ea-2dda29d3e6fa","remote_addr":"[::1]:60468","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":233499,"response_code":204}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.617656888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":12,"elapsed":"1.965884649s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.645741396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"1.554884789s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.647497454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.838548977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:52.841201876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.859879571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:52.887792238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:53.160327476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.161884117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":7,"elapsed":"1.997601611s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:53.164531836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:53.168532772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.169274866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":7,"elapsed":"2.532887443s"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:53.170068843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:53.170652873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.171212364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":7,"elapsed":"2.427557258s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.409655271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0d2a909f-5c3c-4ef4-91ea-2dda29d3e6fa\", \"date\": \"Wed, 04 Mar 2026 07:09:52 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.41054074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"23.17174397s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.411066825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:53.411561037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:53.412000359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:53.41257968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:53.41317909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.413741738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.417211429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.425060488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":12,"elapsed":"1.80731718s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:53.962827046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.320351549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.36212259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.363274378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.363913978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.364486615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.371012687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.443894015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.445026735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.462013021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:54.472381383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e1b22211-cad2-4b5d-aef3-60e460bfd2af","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":10101919,"response_code":500}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.507309684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.655249545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.677397522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.678943904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.712864964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.815315158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.81634828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.817396161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:54.81844316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.819342426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.871925491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:54.880426033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b22211-cad2-4b5d-aef3-60e460bfd2af\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:54 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 979.022413ms","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:09:54.881695555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b22211-cad2-4b5d-aef3-60e460bfd2af\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:09:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e1b22211-cad2-4b5d-aef3-60e460bfd2af\" }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:55.041843632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:55.043169616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:55.043943723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.044811527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.052613282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.081806281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.57143287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:55.572579037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.573326641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:55.582234333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:58.658165716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.659076815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.66655118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.847630217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.848511147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.849108864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.84971124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.850272304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.86770141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:58.900717894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.901548233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"7.238196974s"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.904540145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.905510081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":21,"elapsed":"4.089999636s"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:58.915772303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44010"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.916548034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.922003148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.929404027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:58.930202482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.931068643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.931810205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:58.932551698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.933538588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:58.93936986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.038467836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.039269899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.040405174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.041164542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.041877518Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.048176909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.181673815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"6e1c37a3-9492-408a-8bda-dd25987a8253","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.182584594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"6e1c37a3-9492-408a-8bda-dd25987a8253","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.188343392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79123245-6ae8-4ba5-ac2e-e1eb44230576","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.189229071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79123245-6ae8-4ba5-ac2e-e1eb44230576","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:59.314616931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:09:59.515304083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"6e1c37a3-9492-408a-8bda-dd25987a8253","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":333856,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.521136947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.682498635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.6835033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.684226456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.691022294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.697995824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.827708834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.828718148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.829443068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.834978552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.87790633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.890254695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.891105034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.897377151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.903270636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.926327899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.940736476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.941767854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.942509828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.949733966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.960246605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61363","req_id":"65817970-d7a5-4531-b05a-a95f3426434b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   06 4c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .L..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.961340778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61363","req_id":"65817970-d7a5-4531-b05a-a95f3426434b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1612,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1612,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:09:59.966856483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61363","req_id":"65817970-d7a5-4531-b05a-a95f3426434b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:09:59.970416954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59170","req_id":"1128648a-d729-4583-b315-2548c1efd388","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   53 d9 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   S............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:09:59.971508071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59170","req_id":"1128648a-d729-4583-b315-2548c1efd388","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:00.071325487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59170","req_id":"1128648a-d729-4583-b315-2548c1efd388","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.071949616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55928","req_id":"aa46905b-f195-4bf1-b83d-8cea4ef96ac5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   dd e8 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.072881467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55928","req_id":"aa46905b-f195-4bf1-b83d-8cea4ef96ac5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56808,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56808,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:00.079241869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55928","req_id":"aa46905b-f195-4bf1-b83d-8cea4ef96ac5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.079782904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1c37a3-9492-408a-8bda-dd25987a8253\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:09:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.080672931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.081368934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.090363768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.117002264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.292270772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.29325167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.293982923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.294711189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.295398474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.307796989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.322556392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.384005675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:00.385053907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.385780821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.435852207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:00.463042028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79123245-6ae8-4ba5-ac2e-e1eb44230576","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":1274385,"response_code":500}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:00.558181673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:00.559016501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":3,"elapsed":"1.520172678s"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:02.979904644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:03.013856415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64517"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.203659219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79123245-6ae8-4ba5-ac2e-e1eb44230576\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:00 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 1.446222793s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:03.205046474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79123245-6ae8-4ba5-ac2e-e1eb44230576\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"79123245-6ae8-4ba5-ac2e-e1eb44230576\" }"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.285256618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.512890298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:03.51404475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.514906772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.521711658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.622126931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.775330997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:03.776516611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.777510285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.788804846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.809053171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.890058604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:03.900895317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"704c127b-3615-4a4e-bdea-a819a22bcbfe","remote_addr":"[::1]:64517","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.901993568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"704c127b-3615-4a4e-bdea-a819a22bcbfe","remote_addr":"[::1]:64517","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:03.916081979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"704c127b-3615-4a4e-bdea-a819a22bcbfe","remote_addr":"[::1]:64517","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":15325,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.990268299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704c127b-3615-4a4e-bdea-a819a22bcbfe\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:10:03 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:03.991453252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:03.992075258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:03.992663686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.993248738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"11.691538507s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:03.996245851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:03.99706622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.009962393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.022720933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.024374116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":22,"elapsed":"4.119675634s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.025253422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.026366242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.027277943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.027992693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.033318781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.04175714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.042797166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.043716642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.044703191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.051299592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.192582201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.501598774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:04.502907032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.503820586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.512228846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.520146721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:04.665295809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.031516333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.032657249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:05.153532417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"24e48043-374e-4e23-b9b5-f0f6e6feb2aa","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.154619947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"24e48043-374e-4e23-b9b5-f0f6e6feb2aa","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.155342282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:05.156088774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:05.156820367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:05.173514243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.174568877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.182238129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:05.420836585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.584089419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.99534725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:05.996639908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:05.99738113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:06.006312067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.004894849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:09.026773782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"24e48043-374e-4e23-b9b5-f0f6e6feb2aa","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":3873344,"response_code":500}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:09.15173233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.152509003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.176351336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.177184651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:09.187889982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48111"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.189999332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"1c4185d6-740e-49f8-810d-2a8e2b6e51fe","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.190690204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"1c4185d6-740e-49f8-810d-2a8e2b6e51fe","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.192162117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.192786668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.227246738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.228053631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.228653542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.258149644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.26671203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.267606095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.268349772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.269093499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.270105058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.323582088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:09.337179975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.338584424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.393671401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.482182662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.486410589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":23,"elapsed":"4.331978826s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.698788008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e48043-374e-4e23-b9b5-f0f6e6feb2aa\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:09 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 2.098120794s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:09.699973002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e48043-374e-4e23-b9b5-f0f6e6feb2aa\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"24e48043-374e-4e23-b9b5-f0f6e6feb2aa\" }"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:09.702880576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"1c4185d6-740e-49f8-810d-2a8e2b6e51fe","remote_addr":"[::1]:44010","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":514305,"response_code":204}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:09.948373165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.085119885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.112882905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.113779475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.120311268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:10.153081623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.160273015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:10.160930201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.161395425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":8,"elapsed":"10.281559071s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.171400716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.623399443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.655859211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.656772084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.710382288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.758738307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"8203c372-dd7c-4793-a6d4-2c21c6b76f41","remote_addr":"[::1]:48111","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.759929563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"8203c372-dd7c-4793-a6d4-2c21c6b76f41","remote_addr":"[::1]:48111","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.760910371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.786311469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.787207328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:10.7880997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.788822766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.79392507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.83059032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c4185d6-740e-49f8-810d-2a8e2b6e51fe\", \"date\": \"Wed, 04 Mar 2026 07:10:09 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.831686818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"17.420798037s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:10.834233977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"8203c372-dd7c-4793-a6d4-2c21c6b76f41","remote_addr":"[::1]:48111","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":75471,"response_code":204}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:10.884339039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"44872ba1-4118-472f-99db-04a9b77f545b","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1707220,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:10.896526254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":13,"elapsed":"1.704200712s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.008569371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"8203c372-dd7c-4793-a6d4-2c21c6b76f41\", \"date\": \"Wed, 04 Mar 2026 07:10:10 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.009718854Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:11.010270059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.010853167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":4,"elapsed":"12.080434294s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.012015315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:11.012583013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.013022055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.013599441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.0141927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.014754085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.055042451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.083615429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.438677191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.455971619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.456897167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.531282242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.565453449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":13,"elapsed":"2.29892312s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.645459357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.860999307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.861886379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.862493875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:11.86310549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.863677927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:11.899559471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.131787875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.13309934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.136941511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.13789771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":24,"elapsed":"1.377638202s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.139214816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.313760548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:12.31995956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.327216894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.333016342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:12.408656049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"61a7c22b-7d4a-4e64-9a56-2315259bcaab","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:12.409966271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"61a7c22b-7d4a-4e64-9a56-2315259bcaab","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:12.507282539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:16.651331702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.667821031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:16.725740524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60359"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.738124068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.739249544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.74041087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.748434285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.756318434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.772753365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.774139588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.775492305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.776637038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.78449803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:16.801457263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"61a7c22b-7d4a-4e64-9a56-2315259bcaab","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":4393056,"response_code":500}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.838446386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.861357019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.862269872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.862981285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.86982654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:16.959710998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"7b444d42-f96c-4c6f-b179-5eee476d6120","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.961818503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"7b444d42-f96c-4c6f-b179-5eee476d6120","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.969066348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a7c22b-7d4a-4e64-9a56-2315259bcaab\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:16 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 3.207547326s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:16.971214194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a7c22b-7d4a-4e64-9a56-2315259bcaab\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"61a7c22b-7d4a-4e64-9a56-2315259bcaab\" }"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:16.980297214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"7b444d42-f96c-4c6f-b179-5eee476d6120","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":20688,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:16.998489625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.250458987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.252067512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.253891585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.26901965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.283111067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.376236442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.401550608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.403326916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":25,"elapsed":"647.039924ms"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.40950709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.411182738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.488599564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.560465987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.576814516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.580647259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.582216996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.597105867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.636618121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55772","req_id":"18063ff6-fbe2-47a2-a386-7a49814a9d4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2c d2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ,............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.647862874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55772","req_id":"18063ff6-fbe2-47a2-a386-7a49814a9d4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11474,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11474,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:17.657524523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55772","req_id":"18063ff6-fbe2-47a2-a386-7a49814a9d4a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.6592499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65252","req_id":"330e72fd-953b-4426-8730-0625312b7ff9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   e4 74 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .t..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.661627662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65252","req_id":"330e72fd-953b-4426-8730-0625312b7ff9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58484,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58484,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:17.725311053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65252","req_id":"330e72fd-953b-4426-8730-0625312b7ff9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.764574844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63898","req_id":"08978536-061c-4cf0-ac6c-7ca51ad3cb84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   18 5e 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .^..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.76652665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63898","req_id":"08978536-061c-4cf0-ac6c-7ca51ad3cb84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6238,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6238,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:17.773650589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63898","req_id":"08978536-061c-4cf0-ac6c-7ca51ad3cb84","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.774251282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b444d42-f96c-4c6f-b179-5eee476d6120\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:10:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:17.775148224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.775842152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.789421341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.867532777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:17.911626019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:18.550591648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:18.551532577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:18.554301787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:18.56564212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:18.568388604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:18.56903104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":9,"elapsed":"1.83021623s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:18.594118426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"eaa61396-783a-42d9-bda2-2780e59bc106","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:18.595006049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"eaa61396-783a-42d9-bda2-2780e59bc106","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:18.595605479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"eaa61396-783a-42d9-bda2-2780e59bc106","remote_addr":"[::1]:60359","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2118,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:18.72332467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"eaa61396-783a-42d9-bda2-2780e59bc106\", \"date\": \"Wed, 04 Mar 2026 07:10:18 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:18.724456608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"7.712316656s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.153938056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.15479612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":8,"elapsed":"391.207µs"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.252681048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.253411849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:20.266616465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f44e736e-0565-454c-ae11-c1cccf36902d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.267444699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f44e736e-0565-454c-ae11-c1cccf36902d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:20.269160377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:20.593650812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f44e736e-0565-454c-ae11-c1cccf36902d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":326906,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.603987521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44e736e-0565-454c-ae11-c1cccf36902d\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:20 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 1.916652382s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:20.60922815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44e736e-0565-454c-ae11-c1cccf36902d\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f44e736e-0565-454c-ae11-c1cccf36902d\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.701191547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:20.735312343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.736390485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.778015936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.809403444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:20.810204454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.810924825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.817687376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:20.84739082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:20.977948398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.048919412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"201.595165ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.093273363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.099971476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:21.101109556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.101685941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":8,"elapsed":"448.41µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.10234517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.102935212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.103635002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.10454563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.105261522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.110377273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.119785288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30667","req_id":"9967ffb1-c9d9-4933-964e-e5e30164373a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e2 83 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.121123245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30667","req_id":"9967ffb1-c9d9-4933-964e-e5e30164373a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57987,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57987,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.126636986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30667","req_id":"9967ffb1-c9d9-4933-964e-e5e30164373a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.155148642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.156031646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.156732197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":8,"elapsed":"454.430616ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.157539551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8391","req_id":"24dcea61-a70c-42ab-a108-e3f506387e4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   63 2a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   c*..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.15844541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8391","req_id":"24dcea61-a70c-42ab-a108-e3f506387e4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25386,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25386,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.200566806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8391","req_id":"24dcea61-a70c-42ab-a108-e3f506387e4f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.211692814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:21.212764131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.213650492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":8,"elapsed":"402.994801ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.214718603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:21.215506307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.216290084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"429.633µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.217264169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.217867667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.572409236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.771978688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.786226495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.787107665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.793744526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.831832662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.832602281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.83346309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.834201637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.834883982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.861667647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.873801175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.874534772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.875364931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:21.876113027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.876805332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:21.88002204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.025763966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.293734267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:22.295294085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.296037662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.327409328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.378274872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"1.277555992s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.379156533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.635970927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:22.637008478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.637724821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.645401678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.704958603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.706235418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":26,"elapsed":"831.410861ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.763968631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:22.765008066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.76574511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.808684821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.819493458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.823305679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:22.82889988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18168","req_id":"89821cd7-d2e8-4a6e-9141-23f074a85b74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c0 5d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .]..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.83247506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18168","req_id":"89821cd7-d2e8-4a6e-9141-23f074a85b74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49245,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 49245,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:22.846899699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18168","req_id":"89821cd7-d2e8-4a6e-9141-23f074a85b74","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:22.938328053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:22.941173464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"1.109343688s"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:23.125722564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:23.127010202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":8,"elapsed":"1.913564156s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:23.128845186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c7d13045-c3be-4fc3-9ecd-24fce7356f87","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:23.130174065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c7d13045-c3be-4fc3-9ecd-24fce7356f87","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:23.137241582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:23.51360948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:23.579469513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:23.614848168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:23.638627606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:23.639632612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:23.640357852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:23.647987175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.181153778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.368587467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.369580038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.370445667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.371576423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.378117324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.432637886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.553302406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.554735412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.55661268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.558386984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.559708809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.585815309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.624025918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.705567507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.70649557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:24.707551948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.708766811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.714392093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:24.885922055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.24848749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:25.249490562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.250222746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.265927888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.274922081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.715010263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:25.716132031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.716868674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.725603412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.736402369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.970631407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:25.972497283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.973893596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:25.981626805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:26.03005629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c7d13045-c3be-4fc3-9ecd-24fce7356f87","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":2901098,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:26.179431912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d13045-c3be-4fc3-9ecd-24fce7356f87\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:26 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 4.780952265s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:26.180499152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d13045-c3be-4fc3-9ecd-24fce7356f87\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c7d13045-c3be-4fc3-9ecd-24fce7356f87\" }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:26.181972628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":14,"elapsed":"1.628382731s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:26.255940675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:26.260157109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:26.269828668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:26.308372339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":14,"elapsed":"1.684339626s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:30.188686792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.189713611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:30.330570194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54253"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.33122775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.331687012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.332203258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.332719773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.3332117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.358792556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.579679125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.580665013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.581877311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.582613483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.598102576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:30.686139775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2b3c6c8d-a80b-48e0-bc58-9021865c3343","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.687147647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2b3c6c8d-a80b-48e0-bc58-9021865c3343","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:30.726844418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2b3c6c8d-a80b-48e0-bc58-9021865c3343","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":41265,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:30.730299069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.01479935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.015847582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.016703301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.02306698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.038042773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.142784098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.143925134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.145148614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.145904967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.146703222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.150737474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.191886279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.193201411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.19730461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59365","req_id":"199f75f1-af40-4bdf-885d-c342abf66787","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fd bc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.19912721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59365","req_id":"199f75f1-af40-4bdf-885d-c342abf66787","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64956,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64956,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:31.207255414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59365","req_id":"199f75f1-af40-4bdf-885d-c342abf66787","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.208177525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60784","req_id":"7c5dbb76-2a66-4258-8775-f9f5bb5b020f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   53 ee 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   S............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.209353841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60784","req_id":"7c5dbb76-2a66-4258-8775-f9f5bb5b020f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21486,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21486,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:31.253159663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60784","req_id":"7c5dbb76-2a66-4258-8775-f9f5bb5b020f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.253794925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53592","req_id":"c2eacce8-03fa-4da9-b67f-4739bba89d3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   04 63 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .c..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.255012944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53592","req_id":"c2eacce8-03fa-4da9-b67f-4739bba89d3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:31.26079107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53592","req_id":"c2eacce8-03fa-4da9-b67f-4739bba89d3b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.288250987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3c6c8d-a80b-48e0-bc58-9021865c3343\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:10:30 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.289307396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.290028558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.296576853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.344577116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.34557132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":27,"elapsed":"1.013800472s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.34846121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.715212118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.716308215Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.717029948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.72327938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.776249773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"86729a2c-fe43-4dca-a712-f243d5158349","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.825123329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"86729a2c-fe43-4dca-a712-f243d5158349","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.826086142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:31.826704269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.878470822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:31.88624888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:31.893565581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:32.233730197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:32.235616703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:32.237762445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:32.239454085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:32.248394541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:34.920822974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:34.930625623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:34.931360412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:34.942815383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"86729a2c-fe43-4dca-a712-f243d5158349","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":3166954,"response_code":500}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:34.978697938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56586"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:34.985159441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"4cb0e984-d3b2-4c36-9b5e-8ea6652e1e35","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:34.986470956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"4cb0e984-d3b2-4c36-9b5e-8ea6652e1e35","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.103752186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86729a2c-fe43-4dca-a712-f243d5158349\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:34 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 4.895262582s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:35.10483638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86729a2c-fe43-4dca-a712-f243d5158349\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"86729a2c-fe43-4dca-a712-f243d5158349\" }"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:35.106798116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"4cb0e984-d3b2-4c36-9b5e-8ea6652e1e35","remote_addr":"[::1]:54253","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":121686,"response_code":204}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.109248673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.219330094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.262583068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e83b4be7-dbc2-4416-9fb7-51b81c40075d","remote_addr":"[::1]:56586","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.264134559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e83b4be7-dbc2-4416-9fb7-51b81c40075d","remote_addr":"[::1]:56586","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.455285721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4cb0e984-d3b2-4c36-9b5e-8ea6652e1e35\", \"date\": \"Wed, 04 Mar 2026 07:10:35 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.456938484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"11.943307231s"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:35.468576979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e83b4be7-dbc2-4416-9fb7-51b81c40075d","remote_addr":"[::1]:56586","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":206306,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.473347924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.475957076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.498290602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.543325536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.544295201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.545157604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.545961691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.546757091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.629591547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.74093285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83b4be7-dbc2-4416-9fb7-51b81c40075d\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:10:35 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:35.799248569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:35.848024602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:35.902796494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.971830231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"13.207837742s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.976155782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.981561919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:35.982400113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:35.983099112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.018546082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.053838556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.417392534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:36.422877207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.442295313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.452254082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.573131214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:36.923088017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.020353094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.021990877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":28,"elapsed":"1.477639805s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:37.15977115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:37.160785735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:37.161408502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.161949987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":10,"elapsed":"5.334035514s"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:37.965232733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.966124945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:37.977858148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.979235253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:37.993779599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:38.243661736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9981a8b0-4ef6-408c-98d3-ad8098ea3ef1","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":278157,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.621359777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.622569239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.623321063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.626930772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.627763676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.638752952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.682840844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.683563419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.684088532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.684609236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.6850946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.699702953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.785517648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.967293049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:39.968068469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:39.968583802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.102940416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.169893209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.171000378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.171608216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.172193117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.172734933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.218309628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.219136551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.219766322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.220496552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.226002958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.236457943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.237845929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.240517094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.241300009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.242622826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:40.268586132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.269353877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":5,"elapsed":"26.290696ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.27849923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.616095063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.617098155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.617831963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.626709645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.747903396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":15,"elapsed":"1.126704839s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.748805878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.749593182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.750668878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.751680237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.759232476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.898418881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3d552399-989a-4fcf-99be-4f17196b93cf","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.899905494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3d552399-989a-4fcf-99be-4f17196b93cf","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.902316011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.903910238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.908463851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:40.909989431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.911195887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:40.919645499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:41.126623404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:41.267478174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":15,"elapsed":"1.584471019s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:41.27198261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:41.656393642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.130000674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23801","req_id":"9ac17446-878d-4830-8424-61d6bf7dcab2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   35 b2 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   5............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.155466882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23801","req_id":"9ac17446-878d-4830-8424-61d6bf7dcab2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13746,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13746,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.181895301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23801","req_id":"9ac17446-878d-4830-8424-61d6bf7dcab2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.182538679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58417","req_id":"ad70958f-8ae5-424f-a500-005714ada449","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   79 f3 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   y............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.183746117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58417","req_id":"ad70958f-8ae5-424f-a500-005714ada449","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31219,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31219,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.18925118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58417","req_id":"ad70958f-8ae5-424f-a500-005714ada449","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.242052228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.388677017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.389790087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.390622631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.439510626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:42.476996546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3d552399-989a-4fcf-99be-4f17196b93cf","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":1578621,"response_code":500}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.566399127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.570208082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.571367916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.572134017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"2.401191544s"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:42.57340919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.574923808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"2.333068015s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.638223316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d552399-989a-4fcf-99be-4f17196b93cf\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:42 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 3.314845529s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:42.639561604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d552399-989a-4fcf-99be-4f17196b93cf\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d552399-989a-4fcf-99be-4f17196b93cf\" }"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.688664517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.692142554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":29,"elapsed":"1.786050914s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.768245772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50294","req_id":"cc39d00d-237c-4fa8-a9d6-8bd72a090292","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   79 00 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   y............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.769448741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50294","req_id":"cc39d00d-237c-4fa8-a9d6-8bd72a090292","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30976,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30976,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.774742354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50294","req_id":"cc39d00d-237c-4fa8-a9d6-8bd72a090292","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.775549377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50743","req_id":"5f517691-9f61-4945-bec9-a95b5e6654ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   8a 9d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.776469905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50743","req_id":"5f517691-9f61-4945-bec9-a95b5e6654ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35485,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35485,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.782385023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50743","req_id":"5f517691-9f61-4945-bec9-a95b5e6654ba","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:42.782916238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65187","req_id":"373e6b90-fafd-4a69-a46c-dae2a225679c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   2b 11 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   +............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:42.783822608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65187","req_id":"373e6b90-fafd-4a69-a46c-dae2a225679c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11025,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11025,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:42.790062982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65187","req_id":"373e6b90-fafd-4a69-a46c-dae2a225679c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:43.59181074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.592901746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":5,"elapsed":"3.37427101s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.64775019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.648506282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.649111393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.649967754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.657637467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.736345057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.737362848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.738513584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:43.739220688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.739843194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":5,"elapsed":"408.762µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.826613457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:43.8274256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:00:43.826190296 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.828037856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.828746433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.835371712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.931663796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.946908773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.948763637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.950403214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.962417264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.995275273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.996737327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.997833684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:43.998599335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:43.999298915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.008208009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.043815638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:44.044511981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.045213064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"525.544µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.04573456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.046160315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.04691813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.065312864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.120179764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.121045724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.121775764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.130028083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.139714742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31772","req_id":"07432531-caa9-4fee-a101-f56bce363264","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   4a e0 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   J............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.140823254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31772","req_id":"07432531-caa9-4fee-a101-f56bce363264","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19168,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 19168,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:44.146883299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31772","req_id":"07432531-caa9-4fee-a101-f56bce363264","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:44.177019322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:00:43.826190296 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.182977816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:00:43.826190296Z\",\"pruned\":[]}","iteration":5,"elapsed":"356.508826ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:44.192877768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.19426833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"457.266478ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.195121334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.195704653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.196394763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.203209778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.209605791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.210449086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.211200038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.226562769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.23095869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.231718168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.232479951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.233607631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.234355156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.237392568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.241432963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:44.242135197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.242687675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.311697514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.653874406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.689753725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:44.693637068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.700709895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"656.074368ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.713896915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.845560188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:44.846936372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.847856499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.867489612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.879969669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"759.984381ms"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:44.882531166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.88359543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":5,"elapsed":"1.235070431s"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:44.887299446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.88820748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":5,"elapsed":"677.409821ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:44.890584951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.024189401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.025410536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.026437496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.045456429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.125594991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16342","req_id":"39c081c7-7007-4faa-8636-7d3ab6ae5ae7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0f 18 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.12682328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16342","req_id":"39c081c7-7007-4faa-8636-7d3ab6ae5ae7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3864,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3864,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:45.132162825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16342","req_id":"39c081c7-7007-4faa-8636-7d3ab6ae5ae7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.233657702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.23551934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.236740876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.23828856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.247452871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.332688115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.336679763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.338524837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.377821223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.440825936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.669525412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.670574054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.671300257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.681682837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:45.828509537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:45.829542749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.830265605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.830974172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.841660927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.852711404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.853594307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":5,"elapsed":"1.659092564s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.945707712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.946992013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.947849256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:45.948664054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.949359595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:45.95667308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.077737885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.146190708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:46.371799796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5c848147-da17-4ba1-ab68-c0e012a75b54","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.373670492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5c848147-da17-4ba1-ab68-c0e012a75b54","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:46.502349168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.539969996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.911138507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:46.91210168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.913223558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.919297782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.981462046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:46.982236093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.982961604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:46.98966638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:47.137588225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5c848147-da17-4ba1-ab68-c0e012a75b54","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":765733,"response_code":500}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.138932715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.139656042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.140381523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.141067656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.150976966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.164110931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.164824669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":5,"elapsed":"2.923480783s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.182420696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c848147-da17-4ba1-ab68-c0e012a75b54\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:47 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 5.374291491s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:47.183361334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c848147-da17-4ba1-ab68-c0e012a75b54\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5c848147-da17-4ba1-ab68-c0e012a75b54\" }"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.215993004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.216819735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":30,"elapsed":"1.270893029s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.217459165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.358019851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.542906531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.543795927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.568267179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.658573776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.659341069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:47.660067262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.660748354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.668622283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:47.861763717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:48.011721245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:48.041993839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:48.04281984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":5,"elapsed":"3.811615792s"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:48.1318545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:48.132658096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":5,"elapsed":"4.136705888s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:48.610698714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:48.611841003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:48.612938042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:48.613663011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":11,"elapsed":"1.630602962s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.234435249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.239140163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":9,"elapsed":"4.764583ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.702429955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.703269873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.704010584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.711778652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.781767425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.787276928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25759","req_id":"2edda3a1-c63a-401e-887b-2b5cb3663bf3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d4 bb 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.788801546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25759","req_id":"2edda3a1-c63a-401e-887b-2b5cb3663bf3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54459,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54459,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:50.796003299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:25759","req_id":"2edda3a1-c63a-401e-887b-2b5cb3663bf3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:50.796612278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:50.797637845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.798344178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":9,"elapsed":"91.32577ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.810754536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.811522822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.812340626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.823064424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.884485412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.963170256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.975761514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.976683314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.977437522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:50.978229094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.978936169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:50.984678584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.013694061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35400","req_id":"d9326572-720c-402a-ad84-0176d1a9cbd1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   31 14 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   1............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.014851179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35400","req_id":"d9326572-720c-402a-ad84-0176d1a9cbd1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12564,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12564,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:51.020710316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:35400","req_id":"d9326572-720c-402a-ad84-0176d1a9cbd1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.081855605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"197.392638ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:51.085107243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:51.085987642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.086699626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":9,"elapsed":"275.208857ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.149320987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.581136168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.582453023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.583199456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.6091926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.707025214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:51.708283763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.709341334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":9,"elapsed":"2.418874ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.711003375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.712088871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.768230402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.76937203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.770109915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.775882059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.78613881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:51.786905773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.787457178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"1.274832ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.78862112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.789223075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.882457326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.884876681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":31,"elapsed":"909.167983ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.893953579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.897471015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.905311326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.907290387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.908248039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.915366126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:51.923502054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55476","req_id":"c395c08e-3421-44a1-aee0-b33cb84719a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   28 b7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   (............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.924741987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55476","req_id":"c395c08e-3421-44a1-aee0-b33cb84719a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10423,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10423,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:51.931591851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55476","req_id":"c395c08e-3421-44a1-aee0-b33cb84719a1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:51.936929973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.184356313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:52.1859109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.186824114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.192307424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.223625504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.430724921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:52.431672653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.432394858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.437908739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.457459598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"746.097431ms"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:52.480924752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.482097932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":9,"elapsed":"693.163801ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.579337087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.590664655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:52.597143572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"dec3517b-0713-4dbb-93a9-40e941af3afb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:52.598526349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"dec3517b-0713-4dbb-93a9-40e941af3afb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:52.65815177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:52.92367459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"dec3517b-0713-4dbb-93a9-40e941af3afb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":326529,"response_code":500}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.269400219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.27033691Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.271432836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.28264782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.331586426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec3517b-0713-4dbb-93a9-40e941af3afb\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:52 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 5.907151259s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:53.332863292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec3517b-0713-4dbb-93a9-40e941af3afb\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dec3517b-0713-4dbb-93a9-40e941af3afb\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.699341759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:53.700655187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.701414405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.702295656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.703292435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.704000211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.724968185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.848041929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62028","req_id":"03a979f3-9bda-4e0c-bb98-1639a0d447ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   08 ea 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.849758358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62028","req_id":"03a979f3-9bda-4e0c-bb98-1639a0d447ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2282,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2282,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:53.856063701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62028","req_id":"03a979f3-9bda-4e0c-bb98-1639a0d447ba","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.856615396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57724","req_id":"0cf7c0f7-c4a4-49e8-a8bf-657783754df6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   0f a6 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.864041405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57724","req_id":"0cf7c0f7-c4a4-49e8-a8bf-657783754df6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4006,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4006,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:53.869898578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57724","req_id":"0cf7c0f7-c4a4-49e8-a8bf-657783754df6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:53.883951438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61055","req_id":"92892406-658c-4e09-8e64-20f211bcc9ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   d3 2a 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .*..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:53.885047575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61055","req_id":"92892406-658c-4e09-8e64-20f211bcc9ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:10:53.890955258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61055","req_id":"92892406-658c-4e09-8e64-20f211bcc9ef","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.138015881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.436420788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:54.43897454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:54.440515961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:54.44248414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.443278368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.445138492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:54.460592034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.461699914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.52579881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.623734338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:54.917788072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.010241933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.098008926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.152637152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:55.238283262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.241089145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"3.34445851s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.294777615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.29584271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.296855311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.297647655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.298337014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.319675574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.326185844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.326990542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.327721304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:55.328564639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.329264769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.333511213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:55.498378002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.06866042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:56.070283614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.071189523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.077716566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.084767139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.35242498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:56.353407171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.354127712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.359650861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.510457205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:56.511340329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:56.512155959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:56.512904997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.513602452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.565838236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.700458263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":16,"elapsed":"1.37423803s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:56.911891837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.319621242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:57.320480979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.320956764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.329567927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.342939253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":16,"elapsed":"2.04811751s"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.644429899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:57.645523982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":32,"elapsed":"1.13387558s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:58.976101729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:58.977037147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:58.977412532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:58.977857736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:58.978477577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:58.978921168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:58.988287471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.28055609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.281624893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:59.325200137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.325935237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:59.361130177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.368712115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.638138649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:59.639541655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:59.640342867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:10:59.64108966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.64177949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.663507704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:10:59.920024607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":594808,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.933398419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:59 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 10.81163918s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:10:59.934700785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:10:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3c1f8e77-ae09-4c95-b0c9-11f161eba8ce\" }"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:10:59.956218772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:00.065420145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:00.066612833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:00.067520065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:00.074859622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:00.324940053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:00.326248441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:00.327264209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:00.327980231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:00.330527029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:03.244630268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.245690494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.300853322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.364910374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.490191493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.501851441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.546391391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:03.616012784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43362"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.625136485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.626022284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.626765851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.627503205Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.62916733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.658829051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.664665152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.666192275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.666990551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.672560082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.7159459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.84959601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.850674893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.85115212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.857323688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.87045604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.873090542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:03.873919508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.874613687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.909410156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:03.939739071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.058290324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:04.059012719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:04.059471069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:04.059923448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.060350355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.072526128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:04.132688154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"dc93a26a-a764-4ddf-85b5-e088f001e81a","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.133700144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"dc93a26a-a764-4ddf-85b5-e088f001e81a","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:04.176205363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"dc93a26a-a764-4ddf-85b5-e088f001e81a","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":43628,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.191555229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.446002442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:04.446768404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.447352564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.472402395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.533363168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:04.697152728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.328441173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.335397579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.336228249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:07.407702152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60006"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.438240464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc93a26a-a764-4ddf-85b5-e088f001e81a\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:04 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.452982212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.453737562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.467608771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.491302008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.492422694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.496386787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.549010101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.742364559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.74464564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.745680745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.748365437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.776143136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.777196639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.786065503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.935229946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"9713c377-6fa4-4335-8290-1cef342be44d","remote_addr":"[::1]:60006","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.936800034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"9713c377-6fa4-4335-8290-1cef342be44d","remote_addr":"[::1]:60006","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.937651445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57180","req_id":"3b9bb571-dd70-47ec-86cd-c39dc5c14b62","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   29 7f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   )............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.938743183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57180","req_id":"3b9bb571-dd70-47ec-86cd-c39dc5c14b62","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10623,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10623,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:07.944185823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57180","req_id":"3b9bb571-dd70-47ec-86cd-c39dc5c14b62","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.945083476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60524","req_id":"1f7e3a7c-2edf-4309-840a-0948dca525b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   66 77 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   fw..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.946392275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60524","req_id":"1f7e3a7c-2edf-4309-840a-0948dca525b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26231,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26231,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:07.952964057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60524","req_id":"1f7e3a7c-2edf-4309-840a-0948dca525b6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:07.953673586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60571","req_id":"239ef0df-0b42-47eb-9873-4ff367cf36bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   eb 72 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .r..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:07.95467761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60571","req_id":"239ef0df-0b42-47eb-9873-4ff367cf36bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60274,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60274,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:07.960731203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60571","req_id":"239ef0df-0b42-47eb-9873-4ff367cf36bb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:08.40804231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"9713c377-6fa4-4335-8290-1cef342be44d","remote_addr":"[::1]:60006","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":472839,"response_code":204}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:08.457327384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:08.45862916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":33,"elapsed":"4.832488471s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:08.472804744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:08.473701415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:08.474757943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:08.475459116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:08.517294634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:08.547807706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"b4af9636-7e3f-4ae2-9415-ea055b71dcde","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1212507,"response_code":200}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.053003392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:12.068337737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.069139069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.358166321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"dd153907-cefb-45db-a0ea-e2d2bffe4d5b","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.359265253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"dd153907-cefb-45db-a0ea-e2d2bffe4d5b","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:12.361379973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64344"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.365030313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":34,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.365819941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.36655957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.367301774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.367999991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.395341353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.402490532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.403222837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.404057645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.404786753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.405471713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.431592892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.438383809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.439156895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.439881033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.44061493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.441306273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.44907358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.480873978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.481880577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.486308091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"9713c377-6fa4-4335-8290-1cef342be44d\", \"date\": \"Wed, 04 Mar 2026 07:11:08 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.487629385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:12.488284867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.488853426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":5,"elapsed":"13.511976648s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.49027544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.688848022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:12.693198172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"dd153907-cefb-45db-a0ea-e2d2bffe4d5b","remote_addr":"[::1]:43362","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":335084,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.795271647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"0f50b41e-0041-4e93-bae6-b087cd72ee37","remote_addr":"[::1]:64344","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.796466751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"0f50b41e-0041-4e93-bae6-b087cd72ee37","remote_addr":"[::1]:64344","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.797191831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79549efe-1a5f-4471-9693-f255a4653d5f","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.797882953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79549efe-1a5f-4471-9693-f255a4653d5f","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.798626831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd153907-cefb-45db-a0ea-e2d2bffe4d5b\", \"date\": \"Wed, 04 Mar 2026 07:11:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.799445286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"19.100626707s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.800053635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:12.800646482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.801173799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.801867938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:12.802902423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.80359618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:12.850385618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.050088725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.144305988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"0f50b41e-0041-4e93-bae6-b087cd72ee37","remote_addr":"[::1]:64344","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":349100,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.235052559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f50b41e-0041-4e93-bae6-b087cd72ee37\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:13 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.236180328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.236808596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.237403357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.238080392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"19.967038312s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.252895596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.326536894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.327472993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.328243714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.354728986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.362650499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.558678326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.559699194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.560431278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.564399419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.588570484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.712161136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.713196241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.713921652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.73456396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:13.760738995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"79549efe-1a5f-4471-9693-f255a4653d5f","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":962858,"response_code":500}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.764546547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.960820834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.984326038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.985673885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:13.986611918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.987683025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:13.997767974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.042523823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":17,"elapsed":"1.604320051s"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.055722076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79549efe-1a5f-4471-9693-f255a4653d5f\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:13 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 12.11253433s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:14.05694752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79549efe-1a5f-4471-9693-f255a4653d5f\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"79549efe-1a5f-4471-9693-f255a4653d5f\" }"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.058181992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.05926868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":34,"elapsed":"1.693201758s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.168684479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":17,"elapsed":"1.766285458s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.364748548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.505673056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:14.506821196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.507549002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.51226068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:14.858441072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:14.85938202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:14.859976461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:14.860511914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":12,"elapsed":"11.194891505s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:16.86665008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:16.867490058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:16.885164441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45182"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:16.903337855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"00f641ad-ce94-4f02-8c80-1c27f5a25b22","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:16.904214947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"00f641ad-ce94-4f02-8c80-1c27f5a25b22","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:16.96939502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"00f641ad-ce94-4f02-8c80-1c27f5a25b22","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":66113,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:16.977333246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f641ad-ce94-4f02-8c80-1c27f5a25b22\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:16.979926035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:16.981507737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:16.993471808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:17.361198574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.362064875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:17.36766115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"aefde7d9-6eda-42d1-a12f-bddd639e2e7e","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.368471639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"aefde7d9-6eda-42d1-a12f-bddd639e2e7e","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:17.369923102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"aefde7d9-6eda-42d1-a12f-bddd639e2e7e","remote_addr":"[::1]:45182","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2340,"response_code":204}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.373092256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":35,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:17.373767036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:17.37449876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:17.375233819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.376230679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.379426226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.383819241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"aefde7d9-6eda-42d1-a12f-bddd639e2e7e\", \"date\": \"Wed, 04 Mar 2026 07:11:17 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.385064023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"4.584654411s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.489898493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.601349624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:17.602142399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.602673463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.609472076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.746158517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:17.747184394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":35,"elapsed":"373.15167ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.666473197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:18.667181524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.667770534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.682630978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:18.709326107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:18.710181015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:18.710770175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.711676335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.715640327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.773872131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.882241912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:18.925233136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.986086415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:18.998252067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:19.030335688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:19.040179519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:19.047011227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:19.056509752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:19.077867099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:19.167292195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:19.283567718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:19.836946834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:19.838117289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:19.839090041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:19.839650183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":13,"elapsed":"1.171201282s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.275061596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.275897076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":10,"elapsed":"403.542µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.703572414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.704409537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.705140448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.741887511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.765374188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.77220287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58407","req_id":"7ae8672c-4863-4309-ad99-ba040314131b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   02 3d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .=..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.773358846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58407","req_id":"7ae8672c-4863-4309-ad99-ba040314131b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 573,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 573,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:20.781661715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58407","req_id":"7ae8672c-4863-4309-ad99-ba040314131b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:20.782322628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:20.783058329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.783748039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":10,"elapsed":"79.948384ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.810662693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.828300454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.829493283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.857888919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.921747527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.931673872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:20.948499709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:14131","req_id":"90c213d1-e38b-4f36-8a66-111f9080e6f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5a 66 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Zf..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:20.974451431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:14131","req_id":"90c213d1-e38b-4f36-8a66-111f9080e6f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23142,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23142,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:20.981116479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:14131","req_id":"90c213d1-e38b-4f36-8a66-111f9080e6f8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:21.032964694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:21.085299144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:21.091896317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":10,"elapsed":"281.401446ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:21.099013502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"177.381385ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:21.959402906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:21.960374085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.000367325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":10,"elapsed":"445.985µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.0016135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.002256367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.060827083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.062102957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.06284951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.069613824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.10083409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:22.101631885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.102192288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"743.086µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.103321731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.103931783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.135770617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.136547951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.137267801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.137997791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.138684835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.148561261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.280985095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1364","req_id":"3a3fe8bc-422d-4716-8d27-702317ebbed6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   46 cf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   F............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.282479804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1364","req_id":"3a3fe8bc-422d-4716-8d27-702317ebbed6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18127,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18127,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:22.300018467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1364","req_id":"3a3fe8bc-422d-4716-8d27-702317ebbed6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.329107039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.433547858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.484968433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.486313464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.496391801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.505732202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.638215184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.641963719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.642814168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.64967296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:22.692171576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.6938657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":10,"elapsed":"590.994133ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.727537926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":36,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.728233818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.728845964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:22.729580813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.730522384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.74091799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.784581909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"783.84003ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:22.932186835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.20447926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.205719574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.206330808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.211333814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.262063798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64431","req_id":"6b6404f8-d695-4077-8fc6-53198a0c0e19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f4 90 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.26314718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64431","req_id":"6b6404f8-d695-4077-8fc6-53198a0c0e19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62608,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62608,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:23.266980743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64431","req_id":"6b6404f8-d695-4077-8fc6-53198a0c0e19","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.267389034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58315","req_id":"37f384ba-d8a2-47a3-87c6-df5796982122","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   84 85 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.268042302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58315","req_id":"37f384ba-d8a2-47a3-87c6-df5796982122","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33925,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33925,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:23.272229598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58315","req_id":"37f384ba-d8a2-47a3-87c6-df5796982122","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.272606988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50377","req_id":"3fabe563-12ae-4c9e-b637-c1796d9dbf75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   50 03 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   P............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.273250676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50377","req_id":"3fabe563-12ae-4c9e-b637-c1796d9dbf75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:23.277750884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50377","req_id":"3fabe563-12ae-4c9e-b637-c1796d9dbf75","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.295739922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.296705118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.297318767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.305823799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.374421389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.375234264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":36,"elapsed":"647.539476ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.792888109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:23.793690843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.794159203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.796066431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.796761562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.797335642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.832584259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:23.845870286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.847221509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:23.856323877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.076002467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.235250437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.254349519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.255304726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.256322919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.257063459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.272723101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.400701727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.401748576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.402504207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.403195299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.438877467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.503665792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.553976804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.555012581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.555733383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.558756557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.714348886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.932726432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.93552978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.936366592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:24.937113285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.93780059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:24.946965071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:26.891631548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:26.892419884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:26.89616875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:26.897293954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"4.761355133s"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:26.938482528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32855"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:26.944703343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:26.946951168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:26.953450035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.025229866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:27.028360343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.02946139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.065804791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:27.09654847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ae5b45d4-e7a9-459f-8a9b-be757e96a403","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.097622604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ae5b45d4-e7a9-459f-8a9b-be757e96a403","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:27.100234541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"80990435-632e-4954-82de-7ad0e65ceadb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.101310949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"80990435-632e-4954-82de-7ad0e65ceadb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:27.144709492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:27.292361862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"ae5b45d4-e7a9-459f-8a9b-be757e96a403","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":195831,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.344888875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5b45d4-e7a9-459f-8a9b-be757e96a403\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:27 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:27.346674181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.347760749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:27.356263055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.139783704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.144821179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"80990435-632e-4954-82de-7ad0e65ceadb","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":2044359,"response_code":500}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.207845741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37173"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.209811264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.210585512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.212575795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.213472806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.214172226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.222095111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.228803094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.229571359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.230355246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.231094414Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.231789345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.236342588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.24146932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":37,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.242240652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.242981112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.244015707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.244732801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.251664298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.303281293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80990435-632e-4954-82de-7ad0e65ceadb\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:29 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 12.506257162s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:29.304797946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80990435-632e-4954-82de-7ad0e65ceadb\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"80990435-632e-4954-82de-7ad0e65ceadb\" }"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.33690329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"ca34faf9-b4c9-417d-83f3-707f734d0c99","remote_addr":"[::1]:37173","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.338016711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"ca34faf9-b4c9-417d-83f3-707f734d0c99","remote_addr":"[::1]:37173","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.365048679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"ca34faf9-b4c9-417d-83f3-707f734d0c99","remote_addr":"[::1]:37173","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":28265,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.435226147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca34faf9-b4c9-417d-83f3-707f734d0c99\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:29 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.43632034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.436955942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.437552678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.438266064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"6.14118043s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.449301371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.593628968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.594550659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.595268604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.602046696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.610851614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.715804028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.716725538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.717192836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.726134605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.738703177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.871787904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.872693051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.873083086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.879231417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.887041899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.888206573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.904740761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":18,"elapsed":"695.761679ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.91375804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":18,"elapsed":"685.209192ms"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:29.92257452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b8d6906d-4242-4ccf-8b82-307f465ccb43","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.923447123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b8d6906d-4242-4ccf-8b82-307f465ccb43","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:29.953856779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b8d6906d-4242-4ccf-8b82-307f465ccb43","remote_addr":"[::1]:32855","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":31622,"response_code":204}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.96138969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.96454639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":37,"elapsed":"723.406865ms"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.980094339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b8d6906d-4242-4ccf-8b82-307f465ccb43\", \"date\": \"Wed, 04 Mar 2026 07:11:29 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:29.982616378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"6.190516134s"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.601582563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52980","req_id":"2ae172bd-1ad2-47e3-bd5c-2ebfc59c2027","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 8d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.629280584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52980","req_id":"2ae172bd-1ad2-47e3-bd5c-2ebfc59c2027","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4493,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4493,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:33.641761833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52980","req_id":"2ae172bd-1ad2-47e3-bd5c-2ebfc59c2027","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.642368488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64639","req_id":"dcf7ac1a-5f35-434e-8884-d13e9a069c78","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   9a df 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.64318541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64639","req_id":"dcf7ac1a-5f35-434e-8884-d13e9a069c78","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:33.64749043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64639","req_id":"dcf7ac1a-5f35-434e-8884-d13e9a069c78","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.647894372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64922","req_id":"ddba707d-5045-4230-8b3a-684576c5f310","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   e1 93 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.648792727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64922","req_id":"ddba707d-5045-4230-8b3a-684576c5f310","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57747,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57747,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:33.653397813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64922","req_id":"ddba707d-5045-4230-8b3a-684576c5f310","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.701645236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.702451167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.702979025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.723781631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.841469789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.842221672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:33.842727747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.84318201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:33.85131394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.087842716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.132640258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.19526198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.196309921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.202468122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.261038718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":38,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.2616742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.262796449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.263558492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.264526284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.269814708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.745683743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.74672435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.747195716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.747879694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.754708777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.815806382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.913310483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:34.914816494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.915357078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.946796519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:34.983695965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:35.010969873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:35.021791075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:35.022300376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":38,"elapsed":"761.107432ms"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:35.274001626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:35.27529261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:35.275718936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:35.276053461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":14,"elapsed":"1.573018274s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.024583826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.025461219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.026185267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.027031627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.027829542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.03254097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.194047064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.337116131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.338072009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.338791569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.345050319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.475278242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.47609779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.476849273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.477543862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.485884487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.68672845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.874735357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.875958877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.87766733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.892457344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.905451171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.907326686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.918588653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.919834648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.934444434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.973501264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.974664224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:37.975820811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.976794855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:37.981527395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:37.996625841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"455eb7d2-d844-4167-ad19-6c412dfe16c3","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91232,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.061193729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.176220491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.177749207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.178507534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.184466288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.226120607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.227085734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.227715274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.228470093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.235388794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:38.292945156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.294003057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":3,"elapsed":"1.269010309s"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.387527915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.388512451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.409536386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.494476855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.495586449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.503422862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.594033613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.595990509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.596667324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.597183429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.605190792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.64924125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.650485581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.651335078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.655540571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.677555524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.67845973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.679184159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.685270998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.716622374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.843913023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.845377512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.845969748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.847000405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.848040461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.848761503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.853745301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.91285647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.91380257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.914554793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.923238159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.962775434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:38.963703306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.964430701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:38.969678323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.071790677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.203594881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.204854683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.205592068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.210332252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.214591912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.215646266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.21638319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.217375621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.218192162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.220752257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.278459929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.336500713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.337423616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.337900824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.34025019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.34433358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.344981767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.34830624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.367447546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":39,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.368177476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.368712188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.369529661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.370171997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.379929506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:39.455954318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.456971257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":4,"elapsed":"242.241913ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.460480667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.55047326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.551649697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.552424025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.556483838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.564964711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.565720703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.573962652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.633666399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.634442009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":39,"elapsed":"266.571794ms"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.689152829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.690050552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.702309279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.79090652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.792094429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.792652277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.79315238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.798057021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.823123114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.823892673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.824366053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.831426446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.879590113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:39.880316906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.880838432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.8865873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:39.938079026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.023648084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.024742738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.025213222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.025797763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.028431304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.089412497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.090211614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.094315004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.175275388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.176496583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.183004529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.19390608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.195072657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.195716907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.197036988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.198053738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.232157982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.233076566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.238487152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.249432881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.250244984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.251172897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.251902315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.254983836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.258588906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.259742056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.261041336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:40.261602611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.262040591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":6,"elapsed":"402.94µs"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.262863626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19711","req_id":"fc706eed-7755-40b4-9e00-bf18d976aeec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   19 60 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .`..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.263574087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19711","req_id":"fc706eed-7755-40b4-9e00-bf18d976aeec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6496,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6496,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:40.268561262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:19711","req_id":"fc706eed-7755-40b4-9e00-bf18d976aeec","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:40.26933599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:40.269905181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:40.270761501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.271309139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"76.763448ms"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.322210273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.323013929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.323576246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.324094475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.328515916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.336827985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.340053371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.340651639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.341094989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.342974382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.358710796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51414","req_id":"de5f1975-f3a8-4b32-ba8a-95cb64f7f98a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   95 e2 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.359708728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51414","req_id":"de5f1975-f3a8-4b32-ba8a-95cb64f7f98a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38370,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38370,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:40.362964995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51414","req_id":"de5f1975-f3a8-4b32-ba8a-95cb64f7f98a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:40.371341682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.372119086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":6,"elapsed":"113.214413ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.407543582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.514912425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.518006601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.518679978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.519605396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.527421209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:40.537131624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.537772888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":6,"elapsed":"288.057095ms"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.579126189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.597245736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.5976604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.59794777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.608509046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.818810291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.820053941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.820531079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.821446026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:40.82236463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.823201422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:40.857045148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.001092839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.004805162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.0062091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.015427088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.169423177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.170370368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.171107442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.177729554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.262202464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.571704341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.573248999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.573870804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.577898914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.702582135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.703311443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.710946928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.75007536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.751259292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.756606021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.777412765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.778400015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.786092132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.812040428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.813063229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.816916993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"6bc3b2b1-acfd-427e-96a0-17ab56d380e4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.817874244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"6bc3b2b1-acfd-427e-96a0-17ab56d380e4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:41.820302978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.842343572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.843364901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.851094923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:41.887800624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"6bc3b2b1-acfd-427e-96a0-17ab56d380e4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":71117,"response_code":500}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.891540421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.893989866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:41.895686917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.896973763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.909176568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:41.990926651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc3b2b1-acfd-427e-96a0-17ab56d380e4\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:41 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 16.447222752s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:41.994765164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc3b2b1-acfd-427e-96a0-17ab56d380e4\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6bc3b2b1-acfd-427e-96a0-17ab56d380e4\" }"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.048111014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.048842757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.049348682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.056328614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.152442495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.15339162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.154027513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.160834261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.20264433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.384358729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.386256348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.38735983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.38859845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.389349421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.390047167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.392250203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.481819535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.482655184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.483263603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.491615931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.652330343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.653122857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.653550386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.668829762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.715685602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.850116232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:42.851543447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.852487792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:42.872434258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.05765926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.058838752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.059386911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.059921853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.060687735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.066779794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.172189627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.220686816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.221651813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.222393816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.225578311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.276668661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-04T05:46:29.930974Z, time_modified: 2026-03-04T05:46:29.930974Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.277557826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.278085885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.278620517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.503776065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.504661152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:43.505464949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.506345197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"5.277304069s"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.506827766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"5.278353134s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.649876703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.650526563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.650891308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.651585196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.656471701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.66762901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.668543536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.669030874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.669443504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.67594684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.701943121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.766229719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.773637913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.775623917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.77645121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:43.777469222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.777976449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":6,"elapsed":"241.63µs"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:43.782655943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.783437686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":6,"elapsed":"133.382809ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.785285195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62727","req_id":"f0fb9cd4-cf2d-4078-9d46-d4a72e27e80e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   34 a7 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   4............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.785971057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62727","req_id":"f0fb9cd4-cf2d-4078-9d46-d4a72e27e80e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13479,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13479,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:43.788827971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62727","req_id":"f0fb9cd4-cf2d-4078-9d46-d4a72e27e80e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.793651281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52502","req_id":"04e6b96a-8c32-4c17-a85e-d8733d3e0ec5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   de ff 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.794555016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52502","req_id":"04e6b96a-8c32-4c17-a85e-d8733d3e0ec5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:43.79778958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52502","req_id":"04e6b96a-8c32-4c17-a85e-d8733d3e0ec5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.798124285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57755","req_id":"81171d20-787e-485c-9c5b-512184b8f535","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   61 d2 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   a............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.798967279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57755","req_id":"81171d20-787e-485c-9c5b-512184b8f535","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25042,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25042,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:43.801990433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57755","req_id":"81171d20-787e-485c-9c5b-512184b8f535","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.802287122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48821","req_id":"081fc098-6d07-487b-bf46-f812de4995e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   00 7b 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .{..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.802799179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48821","req_id":"081fc098-6d07-487b-bf46-f812de4995e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:43.808686231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48821","req_id":"081fc098-6d07-487b-bf46-f812de4995e7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:43.812292163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.812896804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":6,"elapsed":"39.280133ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.832151646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:43.832697921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:01:43.832387875 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:43.835014191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.835695093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.841702254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:43.883680687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:01:43.832387875 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.884256861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:01:43.832387875Z\",\"pruned\":[]}","iteration":6,"elapsed":"51.96156ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:43.999703738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.000820085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.00178903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.002285636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.002737754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.014705833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.050528059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:44.051262638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.051574838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"794.618µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.051926617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.052550226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.052903367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.060363924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.065960369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.118664925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.119357631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.11981533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.128367866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.145819005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.146429167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.146896836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.153248451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.239669119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.240631661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.241091284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.241600685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.246255089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.251471931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"105.940797ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.260874785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.261540347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.262363813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.268401113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.273579258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.274634583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.275234405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.2786707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.283538297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.284240431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.284615456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.284951384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.285439393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.287856744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.292669823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.293409562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.293980686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.294636469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.294953519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.298179436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.303808385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.304649936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.306380183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.307561439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.308113535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.313267702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.317549446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:44.318161221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.318943585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.34654803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.508673043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.510036161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.511655246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.515302841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.521999761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.60354645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.604389775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.604983905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.611416049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.618789884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.664064073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.665071634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.665796223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.668618749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.675138047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":40,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.67604634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.676830819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.677631158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.678409584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.679500881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:44.703674142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.712668926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":6,"elapsed":"430.461522ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.713642269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.768711912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.769504707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.770416517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.770868024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.807004023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":19,"elapsed":"514.312297ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.814505932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16469","req_id":"ac581345-9597-440e-9b83-b27e02d19a1a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   cc f9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.815750975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16469","req_id":"ac581345-9597-440e-9b83-b27e02d19a1a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52473,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 52473,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:44.819267639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16469","req_id":"ac581345-9597-440e-9b83-b27e02d19a1a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.819632985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.819949804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.820493845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.829898694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.839553449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":19,"elapsed":"556.253034ms"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.84432229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:44.845423457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.846437862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"795.10782ms"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:44.852035419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.853625537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":6,"elapsed":"549.7957ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:44.860478558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:44.861176614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.861635586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.862383311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.873953961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:44.891981816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:44.894835734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":6,"elapsed":"634.242949ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.746880055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.862143256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:45.863145957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.863999994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.874589355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:45.904679216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.906950687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":6,"elapsed":"1.907667354s"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.922402105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:45.923486829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":40,"elapsed":"1.249202428s"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:46.286947663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:46.287454189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":6,"elapsed":"1.969846968s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.721215649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.722345533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.723205782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.728929229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.746516198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.747107032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.747515493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.747869416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.752217141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.777626826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.815126263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.84189093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.843116053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.854978183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.958660294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.959396696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:48.959944725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.960442754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:48.968624684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.05310584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.084918243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:49.400537709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:49.401045998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:49.401317898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.401550671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":15,"elapsed":"680.217809ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.678580375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":41,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:49.679438509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:49.679921819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:49.680558804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.681130069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.686420516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.717833765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.787989249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:49.788985207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.789394651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.794819525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.821592949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:49.822330714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":41,"elapsed":"142.863388ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.277754634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.278493912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":11,"elapsed":"734.328µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.703836177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.704684041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.705126279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.715601063Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.735217082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.747996143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18479","req_id":"08b4c80c-58a1-400b-b1eb-a8b018bafe8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   3e 99 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   >............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.748955288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18479","req_id":"08b4c80c-58a1-400b-b1eb-a8b018bafe8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16025,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16025,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.753305608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:18479","req_id":"08b4c80c-58a1-400b-b1eb-a8b018bafe8a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.758515054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.759513768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.760530086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":11,"elapsed":"56.871101ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.810883492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.811578572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.812167983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.816127937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.865056253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:50.875573461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50397","req_id":"ab408a10-23d5-49b8-9ab7-679d924e9ec7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   54 86 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   T............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.877151004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50397","req_id":"ab408a10-23d5-49b8-9ab7-679d924e9ec7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.883388533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50397","req_id":"ab408a10-23d5-49b8-9ab7-679d924e9ec7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.92215704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:50.922750419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.923109562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":11,"elapsed":"112.324766ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:50.933734283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:51.179345868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"245.686904ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:51.965298265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:51.966072893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:51.966452207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":11,"elapsed":"420.746µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.012127501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.012545071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.013239219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.013724694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.014410606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.01889385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.087731006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.14544434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.146667168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.147595161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.153915985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.163481954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:52.16443167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.164873317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"575.083µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.16538838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.165757654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.166075044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.166436943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.166867057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.167315658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.167737305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.172870661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.201785428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"189.691503ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.205592729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50591","req_id":"b0802f80-63fb-4327-904d-22a47f6812d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   18 fc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.21925823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50591","req_id":"b0802f80-63fb-4327-904d-22a47f6812d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:52.223491688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50591","req_id":"b0802f80-63fb-4327-904d-22a47f6812d4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.223899969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.263746768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:52.264719801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.265184123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.268068431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:52.276451611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.27753884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":11,"elapsed":"112.539222ms"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:52.34983649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:52.350653342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"184.641754ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.297449687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.298285968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.298772534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.304793162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.450746036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.451358322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.456848216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.575045655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.575510479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.575859101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.576171121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.583661337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.605480712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.645065932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.646148201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.646803132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.647823859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.64858491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.649201365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.670765663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.723681899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:53.724455846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.72482036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:53.728768692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.437974122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.441569814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64328"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.442030679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.442334833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.442566162Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.442858012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.443160763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.443440759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.447558528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.469023639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"795f8c64-938a-4a84-b5da-24979472fdb5","remote_addr":"[::1]:64328","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.470258191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"795f8c64-938a-4a84-b5da-24979472fdb5","remote_addr":"[::1]:64328","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.473569598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"795f8c64-938a-4a84-b5da-24979472fdb5","remote_addr":"[::1]:64328","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4653,"response_code":200}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.480155949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52997","req_id":"99d253e7-938a-48e2-97d6-7db32b4f1adf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1f 44 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .D..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.482007837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52997","req_id":"99d253e7-938a-48e2-97d6-7db32b4f1adf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8004,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8004,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:54.485509141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52997","req_id":"99d253e7-938a-48e2-97d6-7db32b4f1adf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.485911249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58169","req_id":"a9eb5de2-377d-4f3d-bdb8-69fe2438f8e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   0d eb 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.486377365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58169","req_id":"a9eb5de2-377d-4f3d-bdb8-69fe2438f8e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3563,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3563,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:54.489480869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58169","req_id":"a9eb5de2-377d-4f3d-bdb8-69fe2438f8e3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.489802498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52687","req_id":"114d924e-43e5-463b-a0b6-4fc91f0202d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   17 e1 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.490278573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52687","req_id":"114d924e-43e5-463b-a0b6-4fc91f0202d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6113,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6113,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:11:54.493118954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:52687","req_id":"114d924e-43e5-463b-a0b6-4fc91f0202d0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.493434812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795f8c64-938a-4a84-b5da-24979472fdb5\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:54 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.493949033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.494240612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:54.494639605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.495019449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"1.196074423s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.498032563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.534599097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.535686657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.536617957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.537383928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.537963449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.541458811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.596529937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.641211589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:54.641921789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.642329689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:54.647734183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:55.497286704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.498033737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:55.504188842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39021"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.504783804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":42,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.505724973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.506212231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.506714338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.507151206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.510836204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.521449744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e8a26fb5-7626-4823-8632-0cfee5d9c982","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.522088242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e8a26fb5-7626-4823-8632-0cfee5d9c982","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:55.555908221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e8a26fb5-7626-4823-8632-0cfee5d9c982","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":34576,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.561692239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a26fb5-7626-4823-8632-0cfee5d9c982\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:11:55 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.562811982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.563278619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.56724143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.573992107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.630847406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.631817443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.632645658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.637451132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.716873952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.718480022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":42,"elapsed":"213.873029ms"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:55.83502501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.835588629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:55.839745815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"88ffbc1e-03e9-48b3-bcc8-6dfcde5b64e8","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.840207803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"88ffbc1e-03e9-48b3-bcc8-6dfcde5b64e8","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:55.843442337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"88ffbc1e-03e9-48b3-bcc8-6dfcde5b64e8","remote_addr":"[::1]:39021","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3281,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.863490885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"88ffbc1e-03e9-48b3-bcc8-6dfcde5b64e8\", \"date\": \"Wed, 04 Mar 2026 07:11:55 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:55.864776869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":13,"elapsed":"1.421218225s"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:58.44507828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:58.446772235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:58.452295775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:58.453047157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:58.455138811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:58.499113018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":46962,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:58.503195696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:58 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 12.283571602s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:11:58.503860958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:11:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c86f36d9-6435-4b1e-9e9c-d3e3b2f7a4b4\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.129307746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:11:59.129941735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.130258274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.130617728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.130988805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.131322337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.220495182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.3012764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.301889057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.302297638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.302680799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.30305366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.313391221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.319091643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.319596595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.319989596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.320673374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.32104383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.32594818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.33492538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.412593495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.413759841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.414460393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.415135403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.415535067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.417890806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.471610458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.536852403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.537592103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.537982708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.555241816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.56153764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.67300314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.673769973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.674239035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.67934727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.685517946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.751366867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:11:59.752173018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.753224276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.756080268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.811962254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":20,"elapsed":"492.754952ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:11:59.81490053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":20,"elapsed":"513.657426ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.516142885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":43,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:00.516943425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:00.517700008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:00.518453024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.519156902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.525849554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.617542243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.723752796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:00.724633886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.725076695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.731558669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.757079906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:00.757901147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":43,"elapsed":"241.277707ms"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:01.501455197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:01.50215181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:01.502576554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.502943483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.508026919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.530672284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.572099151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:01.573475956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.574353679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:01.578587398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.654667692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:02.657934971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40203"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.667940483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"427e9f07-85e1-47b3-823a-312626bcb03a","remote_addr":"[::1]:40203","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.668547328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"427e9f07-85e1-47b3-823a-312626bcb03a","remote_addr":"[::1]:40203","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:02.669658314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"427e9f07-85e1-47b3-823a-312626bcb03a","remote_addr":"[::1]:40203","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1834,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.673879899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"427e9f07-85e1-47b3-823a-312626bcb03a\", \"date\": \"Wed, 04 Mar 2026 07:12:02 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.674789956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:02.675512662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.675912606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":6,"elapsed":"3.54697725s"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.678612678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:02.679410573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.679864124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.682372536Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.683861834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.684968452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.702575651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.759993958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.836454745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.83716737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.837551994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:02.837939213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.838291793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.842825468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:02.920878207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:03.021878442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:03.023631043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:03.024503485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:03.031743224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.168671287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.169194516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.179011834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37983"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.179551155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.179857444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.180186487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.184930158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.208054335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"0596f9e5-7bda-4c2e-8c46-a083280f48fa","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.208548066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"0596f9e5-7bda-4c2e-8c46-a083280f48fa","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.248418071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"0596f9e5-7bda-4c2e-8c46-a083280f48fa","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":40360,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.249468918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.249898992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.250333365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.250645765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.254463147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.26676023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0596f9e5-7bda-4c2e-8c46-a083280f48fa\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:04 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.295910965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.296597068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.305123603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.368467469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.395395981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.514568467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.515787158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.520069974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.594558775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.595314395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.595934868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.596274743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.604304861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.632491883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.673821657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.67510708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.678436683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.697499303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"de8baf5d-32c7-4bc0-9927-cccffb23f7a7","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.698213061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"de8baf5d-32c7-4bc0-9927-cccffb23f7a7","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.737010085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"de8baf5d-32c7-4bc0-9927-cccffb23f7a7","remote_addr":"[::1]:37983","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":39371,"response_code":204}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.746828595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60032","req_id":"62a1e352-a015-462e-8db6-e08ebc8154ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5c 92 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \\............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.748101964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60032","req_id":"62a1e352-a015-462e-8db6-e08ebc8154ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23698,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23698,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:04.754059887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60032","req_id":"62a1e352-a015-462e-8db6-e08ebc8154ba","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.754758485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62200","req_id":"fe84b864-3485-4c8f-a366-9ed99c500107","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   27 17 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   '............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.755349158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62200","req_id":"fe84b864-3485-4c8f-a366-9ed99c500107","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10007,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10007,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:04.758574624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62200","req_id":"fe84b864-3485-4c8f-a366-9ed99c500107","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.758904509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61500","req_id":"c75b4c30-2308-4c6a-8175-408cebca4047","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   22 ac 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   \"............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.759472307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61500","req_id":"c75b4c30-2308-4c6a-8175-408cebca4047","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:04.763885031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61500","req_id":"c75b4c30-2308-4c6a-8175-408cebca4047","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.767732161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"de8baf5d-32c7-4bc0-9927-cccffb23f7a7\", \"date\": \"Wed, 04 Mar 2026 07:12:04 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.768447402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":14,"elapsed":"2.089936575s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.953744938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:04.978575834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:04.979696409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:04.980642108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":16,"elapsed":"799.179997ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.535813233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":44,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:05.536424908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:05.537148966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:05.537484262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.537782735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.542576957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.573765169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.641233978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:05.642137953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.642546314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.651138559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.690084819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:05.690699671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":44,"elapsed":"154.559588ms"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:07.051804757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:07.055554885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:07.062021318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:07.078822586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:07.086996751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:07.209150448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"c67fb04c-91a3-4e8e-b542-fd4987aa3a29","remote_addr":"127.0.0.1:63225","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":157188,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.544414137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":45,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:10.545295567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:10.545711734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:10.546103452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.546463948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.552669222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.591391057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.758000056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:10.780333051Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.813622266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.825582209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.904379267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.912484034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.945306883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.975370101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":45,"elapsed":"431.264066ms"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:10.981715403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"554f2104-2a69-4b67-b56a-ef5145814221","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:10.982929514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"554f2104-2a69-4b67-b56a-ef5145814221","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:10.985550349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:11.038867872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"554f2104-2a69-4b67-b56a-ef5145814221","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":57450,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:11.096671094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554f2104-2a69-4b67-b56a-ef5145814221\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:11 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 17.621880146s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:11.098232155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554f2104-2a69-4b67-b56a-ef5145814221\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"554f2104-2a69-4b67-b56a-ef5145814221\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.322482623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.324042992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.324581852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.32492346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.325339597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.329759255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.333695001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.334155816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.334496373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.335086375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.33540131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.337515569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.371410397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.529940802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.530605201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.530908975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.533950245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.539539065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.608854811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.609413581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.609729819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.626534966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.65168734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":21,"elapsed":"328.880825ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.664193148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":21,"elapsed":"330.452215ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.795719339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60691","req_id":"63a010cb-ce8d-4208-973d-ccd4135a0d0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e5 85 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.79632924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60691","req_id":"63a010cb-ce8d-4208-973d-ccd4135a0d0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58757,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58757,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:14.799107839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60691","req_id":"63a010cb-ce8d-4208-973d-ccd4135a0d0b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.801247919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65044","req_id":"abe1bda4-d25a-4497-909f-530ef3f96adf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   ab a9 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.801854113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65044","req_id":"abe1bda4-d25a-4497-909f-530ef3f96adf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:14.8046719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65044","req_id":"abe1bda4-d25a-4497-909f-530ef3f96adf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:14.804973248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61085","req_id":"33a8e112-23c4-410b-b44e-7885f536537f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   bf 33 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .3..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:14.807711196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61085","req_id":"33a8e112-23c4-410b-b44e-7885f536537f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48947,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48947,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:14.811061821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61085","req_id":"33a8e112-23c4-410b-b44e-7885f536537f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.545777517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":46,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:15.546351136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:15.546733926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:15.547110083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.547462533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.551812292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.570452193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.619264438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:15.620459101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.620832222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.624641066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.643986348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:15.644683442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":46,"elapsed":"98.524258ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.286746147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.287404886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.287785852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.294024984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.458303996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.45885025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.459384431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.459705589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.462760416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.585175733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.617568438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.644976984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.645681904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.64899308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.66021118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.660905679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.661318379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.661682342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.667276091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.694183462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.73897908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:19.856335569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:19.861912855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:19.862668977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:19.862969374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":17,"elapsed":"575.836678ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.321229997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.321746724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":12,"elapsed":"322.019µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.561707676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":47,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.562180846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.562472064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.562750517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.563013249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.592397639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.724684341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.725164224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.725518017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.728741128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.733079795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.826247915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.826784901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.827117822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.829522558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.83693521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.838242316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.838590979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.842234575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.941577088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.942044095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":47,"elapsed":"380.076243ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.942967479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:20.973893311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:20.982131973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.025635986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"51.735621ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:21.03042118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42207","req_id":"656632f0-9f48-4895-827f-7dadae502a69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0a 71 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .q..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.030899259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42207","req_id":"656632f0-9f48-4895-827f-7dadae502a69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.033261841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:42207","req_id":"656632f0-9f48-4895-827f-7dadae502a69","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.035536659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.056043167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.056653419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":12,"elapsed":"331.71356ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:21.059417208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40689","req_id":"dbc25055-0ae4-4ec1-bfc0-a758b3c5daab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   db cf 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.060053362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40689","req_id":"dbc25055-0ae4-4ec1-bfc0-a758b3c5daab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56271,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56271,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.062765628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:40689","req_id":"dbc25055-0ae4-4ec1-bfc0-a758b3c5daab","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.066857275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:21.069970848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.070639607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":12,"elapsed":"233.456544ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.973481084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:21.97400293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:21.974242446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":12,"elapsed":"574.1µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.020751106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.021670402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.023453323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.02426768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.02492209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.030383377Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.202188817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.30540879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.305962389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.306275832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.309696806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.317562047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:22.318018464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.318261987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"513.78µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.318764616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.319025694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.32056914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.320991739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.321285392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.321575088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.321847158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.328113523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.382977869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"362.022086ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.388495417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8585","req_id":"da7cd2f9-7f81-4e20-866f-e1fb778b052f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9d 4c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .L..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.388973146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8585","req_id":"da7cd2f9-7f81-4e20-866f-e1fb778b052f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40268,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40268,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:22.391073898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8585","req_id":"da7cd2f9-7f81-4e20-866f-e1fb778b052f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.391615844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.432972342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:22.433617192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.433919483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.437194798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:22.446362015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.446939502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":12,"elapsed":"128.430835ms"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:22.521520325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:22.521963405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"201.422943ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.297754671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.298402016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.298723264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.306061338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.526653002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.527209647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.543087011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.666612372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.667083638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.667365178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.667606196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.670368833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.73542474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.828177925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.828730903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.82923306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.829566553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.82985216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.832315773Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.915994015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.950686166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:23.951282441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.951556896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:23.95542586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.860365083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:24.870352699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64249"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.870957901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:24.871485008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:24.871715145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:24.871987276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:24.872795812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.873391585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.877289937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:24.92616658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"891247a4-aa40-4bb2-b4c3-bcc146e44af5","remote_addr":"[::1]:64249","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.926682575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"891247a4-aa40-4bb2-b4c3-bcc146e44af5","remote_addr":"[::1]:64249","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:24.977715781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"891247a4-aa40-4bb2-b4c3-bcc146e44af5","remote_addr":"[::1]:64249","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":51701,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:24.984303575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.03813554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.039098332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.039849103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.040481138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.04108593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.048793307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.06577274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64287","req_id":"7cc1c17d-0008-4ee0-939e-a502f066ce3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f7 bb 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.067162951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64287","req_id":"7cc1c17d-0008-4ee0-939e-a502f066ce3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63419,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 63419,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:25.070588174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64287","req_id":"7cc1c17d-0008-4ee0-939e-a502f066ce3f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.071674992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62910","req_id":"7b34d7c8-2818-4b64-b382-5016654a1cec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   82 60 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .`..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.072688525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62910","req_id":"7b34d7c8-2818-4b64-b382-5016654a1cec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33376,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33376,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:25.078438004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62910","req_id":"7b34d7c8-2818-4b64-b382-5016654a1cec","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.079484753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56210","req_id":"ba923669-0b16-45b5-8334-29bf05b6e56d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   9d fa 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.080484328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56210","req_id":"ba923669-0b16-45b5-8334-29bf05b6e56d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40442,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40442,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:25.084134708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56210","req_id":"ba923669-0b16-45b5-8334-29bf05b6e56d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.086988195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"891247a4-aa40-4bb2-b4c3-bcc146e44af5\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:24 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.088243098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.088783551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.089213745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.090286937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"1.792658577s"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.113407506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.174678355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.175553193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.175840954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.181507839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.859674685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.860264185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.869721749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54213"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.870142274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":48,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.870424364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.87071417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.871009997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.871287559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.874163561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.882057258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"785a70c8-43ef-48bc-bf66-e0424392d9e6","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.882520538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"785a70c8-43ef-48bc-bf66-e0424392d9e6","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:25.909483168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"785a70c8-43ef-48bc-bf66-e0424392d9e6","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":27003,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.917825437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785a70c8-43ef-48bc-bf66-e0424392d9e6\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:25 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.918648932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.919228413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.925053793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.932741852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.977662769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:25.978137932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.978400624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:25.980345336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.067644971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.06878246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":48,"elapsed":"198.839011ms"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:26.090309264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.091512303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:26.098659147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f6ceadfb-5581-436c-97be-16369b96cd0c","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.099092077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f6ceadfb-5581-436c-97be-16369b96cd0c","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:26.101079074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f6ceadfb-5581-436c-97be-16369b96cd0c","remote_addr":"[::1]:54213","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2122,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.107076505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f6ceadfb-5581-436c-97be-16369b96cd0c\", \"date\": \"Wed, 04 Mar 2026 07:12:26 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:26.107585546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":15,"elapsed":"1.237096015s"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:28.722886118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:28.723618402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:28.725463396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7d96c56b-bd37-4788-b71e-195094b05d37","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:28.725826818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7d96c56b-bd37-4788-b71e-195094b05d37","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:28.727015659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:28.749093387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7d96c56b-bd37-4788-b71e-195094b05d37","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":23512,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:28.764348044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d96c56b-bd37-4788-b71e-195094b05d37\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:28 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 15.476441193s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:28.765091671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d96c56b-bd37-4788-b71e-195094b05d37\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7d96c56b-bd37-4788-b71e-195094b05d37\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.32455954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.325039243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.32528431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.325509096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.325713452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.347364954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.350572905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.350900736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.35125013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.351496559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.351893468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.353700497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.388553758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.41905711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.419455071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.419700909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.423249727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.427130124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.47500619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:29.492985368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.493417917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.49611299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.551996749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":22,"elapsed":"227.160179ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:29.582004187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":22,"elapsed":"231.364048ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:30.871720709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":49,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:30.872140713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:30.872411922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:30.872666618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:30.872897897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:30.875241201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:30.925505179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:30.985190449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:30.985637667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:31.005624182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:31.036708478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:31.079545697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:31.079972264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":49,"elapsed":"207.681903ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.287793049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.288462829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.28867473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.291210887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.29723944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.297568614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.297758792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.29791372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.303525986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.324454201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.337639949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.347056992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.347419933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.35260953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.416237009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.417265352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.41779323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.435839692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.440278328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.511499689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.626820476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:34.704363252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:34.70628554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:34.706545777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:34.706692678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":18,"elapsed":"418.826834ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.115388892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63778","req_id":"d3bd63d1-6803-4145-8e92-923ae01516c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   84 e0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.115907883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63778","req_id":"d3bd63d1-6803-4145-8e92-923ae01516c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34016,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34016,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:35.11776931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63778","req_id":"d3bd63d1-6803-4145-8e92-923ae01516c1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.117971492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51833","req_id":"fa937072-7b05-4a82-9ba4-ed9e695f640d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   a3 28 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .(..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.118298451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51833","req_id":"fa937072-7b05-4a82-9ba4-ed9e695f640d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41768,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41768,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:35.120334585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51833","req_id":"fa937072-7b05-4a82-9ba4-ed9e695f640d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.120516747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56844","req_id":"c4f26dfe-0c0b-404b-b282-64e56218148e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   81 c3 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.120767034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56844","req_id":"c4f26dfe-0c0b-404b-b282-64e56218148e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33219,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33219,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:35.1226434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56844","req_id":"c4f26dfe-0c0b-404b-b282-64e56218148e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.900985873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":50,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.909141801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.909439963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:35.909794908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.909980016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:35.912720609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.011382029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.053934842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:36.054335618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.054532559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.055986697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.111386005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:36.141685863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":50,"elapsed":"240.786361ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:37.253186074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:64886"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:37.253993668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:37.254282031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:37.254920339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:37.25526327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:37.258323758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:37.273023052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"a613bb22-6697-429e-b442-e1349b0d4a24","remote_addr":"127.0.0.1:64886","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19013,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.195687163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.195982911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.1961234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.196315571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.196441091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.197853325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2432","req_id":"c6f195e1-a0d9-4124-9172-c36632d82882","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   45 fe 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   E............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.198397596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2432","req_id":"c6f195e1-a0d9-4124-9172-c36632d82882","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17918,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 17918,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:40.200090859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:2432","req_id":"c6f195e1-a0d9-4124-9172-c36632d82882","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:40.200610111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:40.200838995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:40.201003853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.201164672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":7,"elapsed":"5.373041ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.250447251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.250732929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.250875452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.251034748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.253924147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.259184564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.259540802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.259735308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.259903161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.26193165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.264125427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.264364432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.26504299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:40.265258117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.265406091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":7,"elapsed":"143.846µs"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:40.267096127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61383","req_id":"777cdab9-56a2-45cc-87ca-9c001edad8d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   5d 41 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ]A..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.267391484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61383","req_id":"777cdab9-56a2-45cc-87ca-9c001edad8d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23873,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23873,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:40.268971261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61383","req_id":"777cdab9-56a2-45cc-87ca-9c001edad8d0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:40.269485823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.270522803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":7,"elapsed":"5.653899ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.270744794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.295613054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:40.299606005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:40.299901281Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":7,"elapsed":"49.331867ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.018878018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":51,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:41.019203685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:41.019391808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:41.019570914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.019732916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.021384366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.122558025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.195430486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:41.19577533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.195965588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.197354757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.242902048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:41.243406981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":51,"elapsed":"224.254097ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.649611772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.649896537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.650031064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.650153297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.652300141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.656686583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.656932471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.657063982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.65717861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.658532709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.666781242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.686015553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:43.689162042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.68936259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":7,"elapsed":"39.693204ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.774609478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.774861708Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.776270326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5859","req_id":"a5f36d7f-64c0-4419-981b-e8d845ff034e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   4e 2a 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   N*..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.776678827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5859","req_id":"a5f36d7f-64c0-4419-981b-e8d845ff034e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20010,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20010,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:43.777885684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:5859","req_id":"a5f36d7f-64c0-4419-981b-e8d845ff034e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:43.778323243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.778506246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":7,"elapsed":"3.986417ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.77864408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:43.778744179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.778839949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":7,"elapsed":"71.512µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.841893088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:43.842096492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:02:43.841810173 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:43.842213805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.842331869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.844293094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:43.885812315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:02:43.841810173 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:43.886264874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:02:43.841810173Z\",\"pruned\":[]}","iteration":7,"elapsed":"44.116138ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.008268262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.008555473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.008710872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.008857523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.009112539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.01088044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.023083106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.039564169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.039811209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.039958712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.042803933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.051348794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.051618109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.051739971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"175.519µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.051985669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.052219794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.052356996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.053492141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.065805236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.066210841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.066626276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.067068244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.068882768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.083187879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.086187436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.088462785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"36.918203ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.089593992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.152696619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.153066173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.153540345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.155630456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.160520668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.160907988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.163680163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.188098761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:44.203256786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.203522343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":7,"elapsed":"194.871611ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.209410498Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"48.848708ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.243383391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.244054203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.245157514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.245344946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.246784375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.271528709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.271774337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.271932241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.273530435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.276320807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d","remote_addr":"127.0.0.1:38045","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":31101,"response_code":500}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.277321444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.278623681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.278798768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.281294585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.281470845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:44 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 35.945960231s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:44.281652606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:12:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c45ba6d2-0921-4e8e-8a90-f9fe1b74812d\" }"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.29429728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.294499181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":7,"elapsed":"17.150011ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.307271638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.307766932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.31097323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.311140732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.311271302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.313287546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.316769602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.316987184Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.317117372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.318778642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.324221903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.324402171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.326854671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.327551616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.32770972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.328481653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.329085031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.329259798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.41048104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.433252937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.45119412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.451443175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.451569996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.452964957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.455523699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.458820657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":7,"elapsed":"187.281246ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.460016522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.47724522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.47752236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.47767848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.479195473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.485343493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.485646816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.485793156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.485927513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.486051419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.488565953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.491072572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":23,"elapsed":"163.408062ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.492042238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63350","req_id":"8b1cb7b1-d337-4495-b8ac-f4ff07ebd26a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   05 0e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.492420609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63350","req_id":"8b1cb7b1-d337-4495-b8ac-f4ff07ebd26a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:44.493649119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63350","req_id":"8b1cb7b1-d337-4495-b8ac-f4ff07ebd26a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:44.497911585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:44.498128345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.498759519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.49894672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.500630434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.50277792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.557391667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:44.557722674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.557912491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.559649171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.624878351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":23,"elapsed":"139.383247ms"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.652715418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.652923752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":7,"elapsed":"328.655196ms"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:44.670031559Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:44.670259392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":7,"elapsed":"363.164294ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:45.135615237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54075","req_id":"e5721a9e-ac8e-4712-bf3c-9d9fdbe164e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   75 5c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   u\\..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:45.136066583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54075","req_id":"e5721a9e-ac8e-4712-bf3c-9d9fdbe164e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30044,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30044,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:45.13732366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54075","req_id":"e5721a9e-ac8e-4712-bf3c-9d9fdbe164e1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:45.137462456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64556","req_id":"a17af9c5-9a45-4c5b-9bf8-99e023f55852","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   60 dc 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   `............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:45.137671912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64556","req_id":"a17af9c5-9a45-4c5b-9bf8-99e023f55852","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24796,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24796,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:45.139103645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64556","req_id":"a17af9c5-9a45-4c5b-9bf8-99e023f55852","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:45.139243363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55229","req_id":"2ab74a51-cf38-4bd0-96be-bfc8c6e4be9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   49 dc 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   I............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:45.139455153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55229","req_id":"2ab74a51-cf38-4bd0-96be-bfc8c6e4be9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:45.140674094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55229","req_id":"2ab74a51-cf38-4bd0-96be-bfc8c6e4be9a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.03366129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":52,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:46.034329477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:46.037437831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:46.037655713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.037794379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.040200999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.050913074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.080024471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:46.08028068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.080412722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.081399622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.104568087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:46.104825438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":52,"elapsed":"70.951285ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.287353902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.287681472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.28781642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.289260148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.292611003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.292801651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.292924375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.293035576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.294148967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.300171649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.307602277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.312343804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.312515695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.313576853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.316393417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.316570869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.316693523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.31680311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.317776393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.322821113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.329163439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:49.343787373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:49.34402216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:49.34426407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:49.344367295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":19,"elapsed":"56.676434ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.321898804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.322064012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":13,"elapsed":"136.02µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.725937307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.726218937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.726377802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.728573503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.734942593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.736463153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:44508","req_id":"28b64347-018b-41c7-a21c-392366d3123a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8f ca 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.736715644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:44508","req_id":"28b64347-018b-41c7-a21c-392366d3123a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36810,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36810,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.738201084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:44508","req_id":"28b64347-018b-41c7-a21c-392366d3123a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.738346323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.738549577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.73869732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":13,"elapsed":"12.585295ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.838254619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.838561678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.838739061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.840099172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.859390386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:50.869322762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55222","req_id":"f37baa6e-b14f-47b3-a2bd-3e4a84f430aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2e e0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.869612338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55222","req_id":"f37baa6e-b14f-47b3-a2bd-3e4a84f430aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12000,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12000,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.870493908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55222","req_id":"f37baa6e-b14f-47b3-a2bd-3e4a84f430aa","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.870851258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:50.870989934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:50.871091796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":13,"elapsed":"33.022986ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.025072735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.040158597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":53,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:51.040328434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:51.040430396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:51.040526557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.040612989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.042401351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.044957908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"19.741388ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.054868722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.072521141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:51.072676881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.072767751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.073614403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.079661853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.079819216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":53,"elapsed":"39.571031ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.974025513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:12:51.974310489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:51.974403363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":13,"elapsed":"191.33µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.023448371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.023750761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.024039735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.024287718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.024384339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.02572379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.031794787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.042219952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.042500941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.042695878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.043654902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.054731762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":13,"elapsed":"31.37292ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.318930262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:52.319173886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.319255698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"247.582µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.319366569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.319444774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.320234993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9395","req_id":"63fe18ae-f4e6-4296-95c9-8f0acfdd9b0e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e5 b0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.320484238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9395","req_id":"63fe18ae-f4e6-4296-95c9-8f0acfdd9b0e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:52.321247635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9395","req_id":"63fe18ae-f4e6-4296-95c9-8f0acfdd9b0e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:52.321354888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.321465127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":13,"elapsed":"2.327893ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.321571919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.321645835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.321732588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.321821695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.321908096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.323126737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.328628233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.33832407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:52.33860631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.338793492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.33927087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:52.358767783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:52.358928672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"37.233078ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.296375629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.296590936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.296686236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.298221495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.461293599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.461464118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.462594233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.603185539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.603342721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.60343802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.603521907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.604443016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.610904068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.619261527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.61947988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.619687713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.619860286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.620018751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.620151334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.627813983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.635768721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.635981775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.636286039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.636661234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.764360155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:53.765480259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52219"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:53.766627007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e9e587f0-ae29-4827-ba0f-5565fc8e31d8","remote_addr":"[::1]:52219","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.766761975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e9e587f0-ae29-4827-ba0f-5565fc8e31d8","remote_addr":"[::1]:52219","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:53.766861342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e9e587f0-ae29-4827-ba0f-5565fc8e31d8","remote_addr":"[::1]:52219","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":371,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.767396485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9e587f0-ae29-4827-ba0f-5565fc8e31d8\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:53 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:53.767546112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:53.767618175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:53.767682543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:53.767745538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"471.398246ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.874193133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:54.874333182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.874401628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.874486386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.874570743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.874650562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.87593357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.88827962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.899050532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.899274357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.899367452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.899459505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.899541297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.900601513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.913361605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.923118092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:54.923267088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.92335849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:54.924221734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:55.064285563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.064417254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:55.065433994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54241"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.066137421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"b2386919-706a-4e27-afd1-d41aefc5efb3","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.066259543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"b2386919-706a-4e27-afd1-d41aefc5efb3","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:55.066418449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"b2386919-706a-4e27-afd1-d41aefc5efb3","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":383,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.067108229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2386919-706a-4e27-afd1-d41aefc5efb3\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:55 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.067261213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.067334378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.068475364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:55.110111066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.110266625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.111189037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f16afb2b-9a78-4d97-92f1-d434dc1838af","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.111334596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f16afb2b-9a78-4d97-92f1-d434dc1838af","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:55.111669762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"f16afb2b-9a78-4d97-92f1-d434dc1838af","remote_addr":"[::1]:54241","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":522,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.112182109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f16afb2b-9a78-4d97-92f1-d434dc1838af\", \"date\": \"Wed, 04 Mar 2026 07:12:55 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.112455693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":16,"elapsed":"238.251096ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.142931951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60497","req_id":"b24e612b-ad95-46db-9ded-35423b995391","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ab e0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.143280002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60497","req_id":"b24e612b-ad95-46db-9ded-35423b995391","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44000,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 44000,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:55.143930604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60497","req_id":"b24e612b-ad95-46db-9ded-35423b995391","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.143993539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55882","req_id":"433010d8-f811-4fc7-9f63-4e2518e8e303","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   38 71 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   8q..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.144085191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55882","req_id":"433010d8-f811-4fc7-9f63-4e2518e8e303","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14449,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 14449,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:55.144678921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55882","req_id":"433010d8-f811-4fc7-9f63-4e2518e8e303","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:55.14474417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64813","req_id":"b42ce3db-a84a-42bf-9220-ca5a5de33158","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   88 48 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .H..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:55.144835361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64813","req_id":"b42ce3db-a84a-42bf-9220-ca5a5de33158","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34888,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34888,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:12:55.145351997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64813","req_id":"b42ce3db-a84a-42bf-9220-ca5a5de33158","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.040448663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":54,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:56.04057826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:56.040655424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:56.040730413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.040798428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.041876298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.046633777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.063580365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:56.063734962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.063807456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.064929264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.07042061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:56.070572882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":54,"elapsed":"30.107826ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.12982065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.130155846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.130342146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.130528656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.130749304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.130933079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.131311872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.135117871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.146014382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.146206153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.146319438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.146424196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.146513664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.147109888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.151348726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.159742096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.159916593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.159981241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.16076601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.16605799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.166252777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.1663399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.166472233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.167802705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.17180274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.182586647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.182697267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.182760763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.183752814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.296980323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.297975479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61604"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.298666512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7a8e26f9-68be-48dd-ac4d-ecb32e26e8e5","remote_addr":"[::1]:61604","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.298758003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7a8e26f9-68be-48dd-ac4d-ecb32e26e8e5","remote_addr":"[::1]:61604","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.299130944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"7a8e26f9-68be-48dd-ac4d-ecb32e26e8e5","remote_addr":"[::1]:61604","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.299472122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"7a8e26f9-68be-48dd-ac4d-ecb32e26e8e5\", \"date\": \"Wed, 04 Mar 2026 07:12:59 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.299557461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.299613152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.299765023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":7,"elapsed":"169.999373ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.300053276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.300189727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.30024688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.300310136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.300481116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.300551786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.301216997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.305687095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.324061719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.324167098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.324223811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.324284451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.324338548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.325060983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.329143071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.329240153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.329301956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.329360753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.329415642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.330075963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.330674713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.337026137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.337171085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.337261685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.337848931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.341620301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.360251104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.360366473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.360424027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.361269707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.365203419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":24,"elapsed":"35.980741ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.48695082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.487065147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.487137871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.487211297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.4872783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.488272084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.492197921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.511163278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.511286743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.511357554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.51243799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.636387554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.636644925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.638397796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45885"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.639022266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"5d285272-6289-49a1-9655-0e10832bf457","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.639133177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"5d285272-6289-49a1-9655-0e10832bf457","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.63933129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"5d285272-6289-49a1-9655-0e10832bf457","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":324,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.639559964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":24,"elapsed":"152.630907ms"}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.640054837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d285272-6289-49a1-9655-0e10832bf457\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:12:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.640155948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.640216618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.641621408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.6595369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.659652359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:12:59.660574421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"057e514a-dc64-4e6c-ad96-386d1e4ff4aa","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.66068461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"057e514a-dc64-4e6c-ad96-386d1e4ff4aa","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:12:59.661015567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"057e514a-dc64-4e6c-ad96-386d1e4ff4aa","remote_addr":"[::1]:45885","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":443,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.661540039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"057e514a-dc64-4e6c-ad96-386d1e4ff4aa\", \"date\": \"Wed, 04 Mar 2026 07:12:59 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:12:59.662018379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":17,"elapsed":"361.988389ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.040610075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":55,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:01.040714352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:01.040771977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:01.040824752Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.040873068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.041799237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.045729864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.052528156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:01.052616341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.05266649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.053180481Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.056787144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:01.056874648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":55,"elapsed":"16.283701ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.286945635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.28705358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.287102086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.287946192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.289766688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.289915814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.290001053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.290078858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.290537769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.293484432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.29636886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.299191977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.299290954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.299700978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.300989758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.301059617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.30110149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.30113675Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.301508017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.304550189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.307244951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:04.314403328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:04.314544198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:04.314582725Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:04.314613155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":20,"elapsed":"27.616558ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:05.147855824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54491","req_id":"3b2de4b7-8da2-4ac8-a48c-543a8719716c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   04 d3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:05.147957255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54491","req_id":"3b2de4b7-8da2-4ac8-a48c-543a8719716c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1235,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1235,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:05.148358252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54491","req_id":"3b2de4b7-8da2-4ac8-a48c-543a8719716c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:05.148400826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56480","req_id":"48a3b900-8e17-481c-825b-5e19a36f3e1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   d5 49 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .I..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:05.148449072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56480","req_id":"48a3b900-8e17-481c-825b-5e19a36f3e1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 54601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:05.148697195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:56480","req_id":"48a3b900-8e17-481c-825b-5e19a36f3e1d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:05.148725361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62184","req_id":"94961531-022f-4a94-94df-c73cc83badda","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1b b7 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:05.148772054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62184","req_id":"94961531-022f-4a94-94df-c73cc83badda","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7095,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7095,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:05.149030617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62184","req_id":"94961531-022f-4a94-94df-c73cc83badda","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.041075171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":56,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:06.041209598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:06.041258566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:06.041303495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.041343504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.042074556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.045545159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.050911056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:06.050999893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.051044131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.051380258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.053935713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:06.054013758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":56,"elapsed":"12.951913ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:07.311431273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35992"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:07.311694236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:07.311757712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:07.311986286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:07.31206921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:07.31283945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:07.318229054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"58db96fc-de0f-49d8-827c-4422cdf2b795","remote_addr":"127.0.0.1:35992","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6517,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.040966657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":57,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:11.04110888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:11.041160723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:11.041205522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.041246193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.042344845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.047032445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.052433542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:11.052574682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.05261894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.052821572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.056625688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:11.056701759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":57,"elapsed":"15.752716ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.329191734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.329330289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.329377132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.329457792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.329503483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.330215858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.334714653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.338986326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.339152486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.339195021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.339458274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.342076955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":25,"elapsed":"12.914068ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.487281132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.487421962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.487464707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.487505097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.48754207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.488127313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.491530021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.496948492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:14.497040295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.497080094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.497457263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:14.500196223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":25,"elapsed":"13.002073ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:15.151854209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63724","req_id":"03b0695f-1490-4b6b-b7e1-5e251fc6dbdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2f a8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   /............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:15.15195061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63724","req_id":"03b0695f-1490-4b6b-b7e1-5e251fc6dbdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12200,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12200,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:15.152422287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63724","req_id":"03b0695f-1490-4b6b-b7e1-5e251fc6dbdd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:15.152466896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50896","req_id":"f9b161d9-a30f-47d9-9937-7ec7a17c621b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   d1 89 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:15.152515152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50896","req_id":"f9b161d9-a30f-47d9-9937-7ec7a17c621b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53641,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53641,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:15.152767533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50896","req_id":"f9b161d9-a30f-47d9-9937-7ec7a17c621b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:15.153045906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51122","req_id":"b6c5eee2-bcb3-4b09-bb96-7b4dcc402399","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   a8 6f 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .o..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:15.153112478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51122","req_id":"b6c5eee2-bcb3-4b09-bb96-7b4dcc402399","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43119,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43119,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:15.153379478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51122","req_id":"b6c5eee2-bcb3-4b09-bb96-7b4dcc402399","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.041260633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":58,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:16.041375351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:16.04142523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:16.041469057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.041507814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.042320959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.045610152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.051120987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:16.0512032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.051245935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.051625118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.054270943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:16.054373787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":58,"elapsed":"13.105789ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.215129919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.215274657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.215324656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.215370537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.215412901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.216110797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.219738993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.225079079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.225163557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.225203957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.225523221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:19.228888395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.228956029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":5,"elapsed":"13.813124ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.287420574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.2876199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.287693987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.28812812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.289788227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.289894638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.289970449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.290142901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.290301045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.293453827Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.296357574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.299162114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.299229638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.299652719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.300952049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.301059392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.301107578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.301147247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.301467152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.304113769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.307295327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:19.313835527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:19.313929934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:19.313967499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:19.314081435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":21,"elapsed":"26.629649ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.228259588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.228447962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:20.22907149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:43419"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.229506935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"62869060-47b6-4a9f-80d7-c7d1020a6f34","remote_addr":"127.0.0.1:43419","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.229572345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"62869060-47b6-4a9f-80d7-c7d1020a6f34","remote_addr":"127.0.0.1:43419","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:20.230029844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:20.29077071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"62869060-47b6-4a9f-80d7-c7d1020a6f34","remote_addr":"127.0.0.1:43419","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":61198,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.29135969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62869060-47b6-4a9f-80d7-c7d1020a6f34\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:13:20 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 41.665785104s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:20.291449899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62869060-47b6-4a9f-80d7-c7d1020a6f34\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:13:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"62869060-47b6-4a9f-80d7-c7d1020a6f34\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.321589008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.321676171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":14,"elapsed":"78.807µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.725955403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.726057415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.726101393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.726910861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.729799417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.73053059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39169","req_id":"102a3f2b-b4c8-4005-8702-f7290d952eef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   10 06 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.730640608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39169","req_id":"102a3f2b-b4c8-4005-8702-f7290d952eef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4102,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4102,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.731034891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39169","req_id":"102a3f2b-b4c8-4005-8702-f7290d952eef","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.731161252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.731213646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.731251952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":14,"elapsed":"5.297421ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.838465617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.838542971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.838584293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.839324363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.842643976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:20.843403083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:13010","req_id":"8acd2777-a496-4c5e-bf45-9c7d2b41d172","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a5 71 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .q..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.843538112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:13010","req_id":"8acd2777-a496-4c5e-bf45-9c7d2b41d172","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42353,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42353,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.843945521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:13010","req_id":"8acd2777-a496-4c5e-bf45-9c7d2b41d172","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.844048856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:20.844097723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:20.844134155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":14,"elapsed":"5.695161ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.025608148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.029257576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.640811ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.040372431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":59,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:21.040463712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:21.040510305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:21.040553721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.040595564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.042365048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.045696395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.050938316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:21.051064727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.051108684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.051376576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.055363845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.0554467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":59,"elapsed":"15.052465ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.973524017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:21.973630729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:21.973668313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":14,"elapsed":"117.723µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.021842331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.021935817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.021981768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.022026567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.022067749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.022954099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.026817372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.031062263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.031195748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.031253743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.031564179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.035228497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":14,"elapsed":"13.392749ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.318434357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:22.318571059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.318605998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"137.343µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.318652931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.318686658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.319160479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9613","req_id":"3f1451e0-4f0c-4cf3-8651-be6404d90f69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f2 5d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .]..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.31925114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9613","req_id":"3f1451e0-4f0c-4cf3-8651-be6404d90f69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62045,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62045,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:22.319682486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9613","req_id":"3f1451e0-4f0c-4cf3-8651-be6404d90f69","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:22.319806613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.319867634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":14,"elapsed":"1.303278ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.321994348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.322060349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.322102693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.322144085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.32218194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.322868624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.326207515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.331134671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:22.331203147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.331242846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.331576669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:22.33913451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:22.339268937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"17.211323ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.297405785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.297492107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.297533499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.298262226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.312544572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.31263422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.313249121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.322555665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.322695373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.322740783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.322777285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.323173362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.326196686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.330578609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.330659981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.330700732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.330740831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.330776723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.331185284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.336411223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.341233821Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.341385362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.34143432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.341777792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.409053296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:23.409804458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49188"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:23.410366084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2bf56ee7-2fa7-4bf4-a341-1917af520e31","remote_addr":"[::1]:49188","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.410577353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2bf56ee7-2fa7-4bf4-a341-1917af520e31","remote_addr":"[::1]:49188","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:23.410754415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2bf56ee7-2fa7-4bf4-a341-1917af520e31","remote_addr":"[::1]:49188","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":395,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.411098549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf56ee7-2fa7-4bf4-a341-1917af520e31\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:13:23 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:23.411172235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:23.411208146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:23.411242464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:23.41127533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"113.888131ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.872121299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.872233913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.872269824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.87231272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.872355575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.872393199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.873070455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.876896343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.881023149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.881099441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.881142566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.88118479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.881222676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.881526389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.884497961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.888658594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.888731058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.888774043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.889234047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.943291549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.943514833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.944436714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42436"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.945862656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"14fa8756-549d-470f-b3f4-aeb4dd35dc62","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.94594002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"14fa8756-549d-470f-b3f4-aeb4dd35dc62","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.946155868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"14fa8756-549d-470f-b3f4-aeb4dd35dc62","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":387,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.946999023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14fa8756-549d-470f-b3f4-aeb4dd35dc62\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:13:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.947146556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.947267736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.948308373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.962070556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.962159202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:24.962868321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0a498215-0893-4a3f-8bc4-5e0e037001b7","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.962932859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0a498215-0893-4a3f-8bc4-5e0e037001b7","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:24.963237875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"0a498215-0893-4a3f-8bc4-5e0e037001b7","remote_addr":"[::1]:42436","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":360,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.963822636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0a498215-0893-4a3f-8bc4-5e0e037001b7\", \"date\": \"Wed, 04 Mar 2026 07:13:24 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:24.964003525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":18,"elapsed":"91.926203ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:25.154706317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60096","req_id":"d782f879-870b-43d0-9786-1b312ae0f06f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   62 4e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   bN..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:25.154825734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60096","req_id":"d782f879-870b-43d0-9786-1b312ae0f06f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:25.155243083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60096","req_id":"d782f879-870b-43d0-9786-1b312ae0f06f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:25.155289455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59772","req_id":"c65e64d3-ad2c-4176-8d0e-bd5c82c56205","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   0c 6f 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .o..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:25.15534233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59772","req_id":"c65e64d3-ad2c-4176-8d0e-bd5c82c56205","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3183,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3183,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:25.155608849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59772","req_id":"c65e64d3-ad2c-4176-8d0e-bd5c82c56205","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:25.155796081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65211","req_id":"1720e5d4-16db-40af-8264-4ab0b7eb79a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1c e4 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:25.155864747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65211","req_id":"1720e5d4-16db-40af-8264-4ab0b7eb79a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:25.156170294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:65211","req_id":"1720e5d4-16db-40af-8264-4ab0b7eb79a0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.040401521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":60,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:26.040510277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:26.040558322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:26.040599173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.040637269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.041461265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.044925526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.050381832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:26.050472172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.050513865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.050850233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.05353782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:26.053609964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":60,"elapsed":"13.236689ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.328784991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.328896843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.328946301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.328992703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.329050959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.329825077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.333095492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.337245103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.337401774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.337445571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.337632172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.3404157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":26,"elapsed":"11.675579ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.486684132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.486777186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.486821915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.486862997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.4868997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.487516575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.490344171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.497071923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:29.497142413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.497183975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.497551445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:29.500217019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":26,"elapsed":"13.540593ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.040651609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":61,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:31.040795504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:31.040837768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:31.040880393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.040921655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.041720572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.045472814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.051242864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:31.051420416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.05146767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.051708318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.055010336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:31.055089303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":61,"elapsed":"14.467414ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.286796589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.286904804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.286952459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.287856644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.289950723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.290007867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.290051403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.290088607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.290624842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.293961168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.296682393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.299971435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.300056835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.30050757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.302154561Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.302225111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.302272576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.302313647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.302702339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.305733269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.310482401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:34.316703747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:34.316845589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:34.316885508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:34.316917772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":22,"elapsed":"30.188457ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:35.158534191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53174","req_id":"44f7948d-3e02-428b-91f8-ec3d6d55718b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   83 88 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:35.158662015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53174","req_id":"44f7948d-3e02-428b-91f8-ec3d6d55718b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33672,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33672,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:35.159181286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53174","req_id":"44f7948d-3e02-428b-91f8-ec3d6d55718b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:35.159230825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64373","req_id":"c1c71b2a-4eb0-4d78-89b5-ceec280f82dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   f9 da 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:35.159285604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64373","req_id":"c1c71b2a-4eb0-4d78-89b5-ceec280f82dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63962,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 63962,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:35.1597116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64373","req_id":"c1c71b2a-4eb0-4d78-89b5-ceec280f82dc","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:35.16006398Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50269","req_id":"55c1215b-256d-4265-9c32-2e641bb21571","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   63 39 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   c9..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:35.160138177Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50269","req_id":"55c1215b-256d-4265-9c32-2e641bb21571","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25401,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25401,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:35.160558923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50269","req_id":"55c1215b-256d-4265-9c32-2e641bb21571","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.04119582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":62,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:36.041329605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:36.041377511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:36.041422891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.041463712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.04230345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.04620606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.052507526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:36.052585641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.052633185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.053160422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.057001441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:36.057084296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":62,"elapsed":"15.919478ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:37.352881355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:63426"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:37.353227142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:37.353299285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:37.353561526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:37.353639901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:37.354526522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:37.358969066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"f7b5c7b0-5e4c-42c2-9cfe-eab0bdacada5","remote_addr":"127.0.0.1:63426","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5728,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.194984516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.195080316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.195115195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.195148091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.195178461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.195728944Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16807","req_id":"8bf80c84-d2e1-4709-b53a-f6020fef748c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2a 84 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   *............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.19580241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16807","req_id":"8bf80c84-d2e1-4709-b53a-f6020fef748c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10884,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:40.196302223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16807","req_id":"8bf80c84-d2e1-4709-b53a-f6020fef748c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:40.196469816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:40.196526328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:40.196569163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.196611467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":8,"elapsed":"1.659325ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.250044099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.250198836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.25024098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.250284967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.25103158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.252868007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.252950952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.252998166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.253037895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.253425885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.256659217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.263457389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.263691203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:40.263755952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.263794799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":8,"elapsed":"79.568µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.264497384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.264565519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:40.265204058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48425","req_id":"efad53cc-7d7f-4684-95f7-e9bc26837def","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   b8 48 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .H..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.265280379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48425","req_id":"efad53cc-7d7f-4684-95f7-e9bc26837def","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47176,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47176,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:40.265719171Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48425","req_id":"efad53cc-7d7f-4684-95f7-e9bc26837def","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:40.265852826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.26591033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":8,"elapsed":"1.424529ms"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:40.31326447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:40.313383666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":8,"elapsed":"63.316221ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.043858649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":63,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:41.044196731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:41.044261439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:41.044305056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.04434247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.045287527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.048954259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.055085867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:41.05517258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.055213741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.055657583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.058661138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:41.058746387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":63,"elapsed":"14.856897ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.648534591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.648649379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.648689689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.648732343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.649422344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.651123482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.651194504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.651240034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.651279342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.651747833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.655078568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.661199524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:43.662598092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.662696257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":8,"elapsed":"14.142498ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.77411793Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.774277697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.77478787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9388","req_id":"12cd1ae2-1947-412c-af7b-079cd0443d9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   cf 8c 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.774877037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9388","req_id":"12cd1ae2-1947-412c-af7b-079cd0443d9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53132,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53132,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:43.7754073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:9388","req_id":"12cd1ae2-1947-412c-af7b-079cd0443d9e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:43.77555825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.775622969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":8,"elapsed":"1.579397ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.776796359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:43.776868713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.776906117Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":8,"elapsed":"63.666µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.842792353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:43.842892401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:03:43.842751902 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:43.842932641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.842975867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.843821637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:43.848278929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:03:43.842751902 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:43.848340201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:03:43.842751902Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.604661ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.009121095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.009262396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.009311443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.009356553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.009396422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.010119779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.01376578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.018140228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.018231569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.018273914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.018668227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.022964429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.023045701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.023094628Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.023136571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.023621224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.026810899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.033162253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.033228946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.03327141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.033687025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.051479042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:44.051628859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.051664881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"412.669µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.051708006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.051741633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.051781372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.052492925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:44.091150973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.091275861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":8,"elapsed":"82.16152ms"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.10461797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:44.104706005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.10474359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"53.096003ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.16216349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.162290482Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.162338428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.163158947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.16741488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"5.27211ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.272552372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.27265204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.272700746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.274098102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.274387156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.274453267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.274495741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.275072517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:44.278471758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.278538701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":8,"elapsed":"4.166665ms"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.280711837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.280775674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.280817697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.281323201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.284430192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.284495792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":8,"elapsed":"11.982959ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.304978553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.305141747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.305191195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.305236886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.305277156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.306020753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.309779297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.314064258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.314143395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.314227642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.315525901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.324744079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:44.324878997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.32491588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.325417636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:38450","req_id":"ebfc262c-6f51-4f6b-9078-b886bfb301a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   1c 9e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.325507284Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:38450","req_id":"ebfc262c-6f51-4f6b-9078-b886bfb301a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7326,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7326,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:44.325972448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:38450","req_id":"ebfc262c-6f51-4f6b-9078-b886bfb301a8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:44.326108909Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:44.326172736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.326213417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.32625502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.327082543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.328923028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.328992316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.329038197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.329085581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.32912516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.329612899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.332779868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.337072584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.33715111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.337194065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.337577517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.357411258Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":27,"elapsed":"28.461638ms"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:44.379443987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.37956627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":8,"elapsed":"74.583459ms"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.412105436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.412188871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":8,"elapsed":"87.482517ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.486447285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.486536462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.486581401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.486623875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.486664566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.487415688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.490847273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.498004037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:44.498084417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.498128825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.49863965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:44.50398193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":27,"elapsed":"17.563403ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:45.161348644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63124","req_id":"2c9d6a1c-c1ff-4feb-a221-67cb34cb905e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ee 10 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:45.161579031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63124","req_id":"2c9d6a1c-c1ff-4feb-a221-67cb34cb905e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60944,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60944,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:45.161889859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63124","req_id":"2c9d6a1c-c1ff-4feb-a221-67cb34cb905e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:45.161927894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61848","req_id":"eed6ea89-06a7-4bfb-8e25-4bc7a19d26d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   d0 fd 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:45.161982493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61848","req_id":"eed6ea89-06a7-4bfb-8e25-4bc7a19d26d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53501,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53501,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:45.162277859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61848","req_id":"eed6ea89-06a7-4bfb-8e25-4bc7a19d26d2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:45.162899003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62085","req_id":"fe65cad2-69eb-43ef-876a-7ee7bef671da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   46 4b 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   FK..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:45.163070043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62085","req_id":"fe65cad2-69eb-43ef-876a-7ee7bef671da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 17995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:45.163366351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62085","req_id":"fe65cad2-69eb-43ef-876a-7ee7bef671da","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.041210081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":64,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:46.041338185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:46.042902903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:46.042978813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.043059955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.043867318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.047163444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.052889818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:46.053002872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.053049645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.053427796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.056117408Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:46.056193268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":64,"elapsed":"15.108126ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.286746263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.286857554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.286907543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.287677152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.28968038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.28975056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.289823975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.289890568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.290260653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.294467067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.297142982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.300464729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.300532644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.301040863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.30263031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.30273111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.302780027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.302821389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.303250983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.305916937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.308660035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:49.315306756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:49.315518517Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:49.315586813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:49.315644728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":23,"elapsed":"28.614521ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.321685688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.321814374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":15,"elapsed":"87.794µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.726065119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.726208113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.726253934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.727035015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.730141946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.730916905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48526","req_id":"835e5d08-fd57-44bd-9c7f-7be29643cb23","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ef 4e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .N..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.731014419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48526","req_id":"835e5d08-fd57-44bd-9c7f-7be29643cb23","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61262,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61262,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.731480354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:48526","req_id":"835e5d08-fd57-44bd-9c7f-7be29643cb23","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.731630402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.731692766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.731731533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":15,"elapsed":"5.713908ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.837391132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.837471471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.837515659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.838242452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.842054483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:50.842700617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:7716","req_id":"b2bef088-969f-43d5-b534-b58deba06e32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b6 ac 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.842781638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:7716","req_id":"b2bef088-969f-43d5-b534-b58deba06e32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46764,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46764,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.84322573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:7716","req_id":"b2bef088-969f-43d5-b534-b58deba06e32","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.843383633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:50.843443552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:50.843481898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":15,"elapsed":"6.08771ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.025983652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.029431219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.512757ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.040855929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":65,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:51.040944686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:51.040990056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:51.041032961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.041070456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.041842789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.044992505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.0520089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:51.052100432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.052145532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.052559434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.055728778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.055791352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":65,"elapsed":"14.953138ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.973866154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:13:51.973975521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:51.974013888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":15,"elapsed":"134.848µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.021429349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.021634777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.021694164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.021738322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.021778582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.022654622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.026025367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.030013858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.030088807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.03017083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.030490585Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.033312159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":15,"elapsed":"11.876868ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.318453994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:52.318548822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.318584433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"152.864µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.318634382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.318668721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.319277429Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8709","req_id":"6571fd42-7953-4fe6-9d40-e6912120280d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   24 92 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   $............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.319364893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8709","req_id":"6571fd42-7953-4fe6-9d40-e6912120280d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9362,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9362,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:52.319798655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:8709","req_id":"6571fd42-7953-4fe6-9d40-e6912120280d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:52.319948913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.320011287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":15,"elapsed":"1.428186ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.322272318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.32239951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.322477305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.322550169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.322616601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.323049341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.327111589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.331321841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:52.331459434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.331504574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.331726174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:52.338634815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:52.338725204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"16.526714ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.296321369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.29641758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.296468451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.29766622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.311333485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.31142686Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.31235332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.321992564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.322079727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.322129987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.322172953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.322901339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.326042788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.330109976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.330249503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.330296346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.330340594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.330377638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.3306156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.333461593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.339390488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.339513412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.339559574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.340042543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.40825546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:53.409033445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64230"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:53.409485583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"c846c8e5-98bb-4a2c-9ad2-71b42f5b695b","remote_addr":"[::1]:64230","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.409556263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"c846c8e5-98bb-4a2c-9ad2-71b42f5b695b","remote_addr":"[::1]:64230","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:53.409785468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"c846c8e5-98bb-4a2c-9ad2-71b42f5b695b","remote_addr":"[::1]:64230","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":317,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.41010869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c846c8e5-98bb-4a2c-9ad2-71b42f5b695b\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:13:53 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:53.410207877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:53.410247797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:53.410282776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:53.410316012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":13,"elapsed":"114.006626ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.871472659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.871578169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.87161402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.871655863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.871697826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.871737515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.872627803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.876555444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.880967717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.881054099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.881095882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.881137194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.881173887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.881561446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.884820239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.88898996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.889114327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.889159236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.88954381Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.951407797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.951505271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.952192025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64734"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.952968637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"1a66c2e2-cae2-4d93-8498-e04ea6509240","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.953044728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"1a66c2e2-cae2-4d93-8498-e04ea6509240","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.953197081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"1a66c2e2-cae2-4d93-8498-e04ea6509240","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":355,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.953570683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a66c2e2-cae2-4d93-8498-e04ea6509240\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:13:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.953649589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.953694038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.95443545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.97765189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.97783798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:54.978491928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b591ceed-da42-4451-b31d-579d3e1fbaf7","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.978567739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b591ceed-da42-4451-b31d-579d3e1fbaf7","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:54.978816984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"b591ceed-da42-4451-b31d-579d3e1fbaf7","remote_addr":"[::1]:64734","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":342,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.979657744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b591ceed-da42-4451-b31d-579d3e1fbaf7\", \"date\": \"Wed, 04 Mar 2026 07:13:54 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:54.979821349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":19,"elapsed":"108.391885ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:55.164524785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50424","req_id":"f0390099-6801-43a5-a4bd-575e38795f06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9e 6d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .m..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:55.164645535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50424","req_id":"f0390099-6801-43a5-a4bd-575e38795f06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40557,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40557,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:55.16505582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50424","req_id":"f0390099-6801-43a5-a4bd-575e38795f06","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:55.165095519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61230","req_id":"f618561e-22b7-42ac-acc4-d017ade9cd96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   e3 c3 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:55.165143654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61230","req_id":"f618561e-22b7-42ac-acc4-d017ade9cd96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58307,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58307,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:55.16553415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61230","req_id":"f618561e-22b7-42ac-acc4-d017ade9cd96","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:55.166054774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54908","req_id":"c84c2864-f3db-494a-ae03-33f1d451e9b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   50 68 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   Ph..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:55.166128981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54908","req_id":"c84c2864-f3db-494a-ae03-33f1d451e9b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20584,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20584,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:13:55.166857698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54908","req_id":"c84c2864-f3db-494a-ae03-33f1d451e9b5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.040711444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":66,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:56.04083043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:56.040877023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:56.040916351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.040954386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.041592504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.044978288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.050386399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:56.050478011Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.050546387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.050816042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.053234916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:56.053309645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":66,"elapsed":"12.611648ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.13009785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.13020885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.13024387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.130286274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.130330622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.130370401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.131193596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.136770512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.142451956Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.142547636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.142593237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.142636813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.1426758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.143099141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.146801735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.153669685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.153760365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.153802519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.154262362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.158913961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.159086453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.159139669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.159181372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.159435306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.161923167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.165978612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.166056406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.166096997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.1664964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.234049266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.23478664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36297"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.235583914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"664e9891-f854-471a-a41a-aa11c23557c6","remote_addr":"[::1]:36297","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.235687439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"664e9891-f854-471a-a41a-aa11c23557c6","remote_addr":"[::1]:36297","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.235854952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"664e9891-f854-471a-a41a-aa11c23557c6","remote_addr":"[::1]:36297","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":352,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.236264385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"664e9891-f854-471a-a41a-aa11c23557c6\", \"date\": \"Wed, 04 Mar 2026 07:13:59 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.236366077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.236429714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.236476416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":8,"elapsed":"106.401953ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.236668969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.236738196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.236783937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.236843786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.23690099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.23705734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.237649005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.24241441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.248529875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.248626247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.248785613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.248920642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.249123945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.250143079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.254379644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.259758857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.259877322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.259947412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.260418247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.340809891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.340898888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.341696332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50155"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.341770569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.341814356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.34185655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.341899175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.341937661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.343299907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.345126204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"8a7ff474-0d98-4e5e-b0ab-ec38ef77ec0c","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.345232405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"8a7ff474-0d98-4e5e-b0ab-ec38ef77ec0c","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.345339638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"8a7ff474-0d98-4e5e-b0ab-ec38ef77ec0c","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":261,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.345619874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7ff474-0d98-4e5e-b0ab-ec38ef77ec0c\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:13:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.345782537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.345836334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.346305456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.348284286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.352443647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.352506111Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.352547924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.352876967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.355665826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":28,"elapsed":"13.864195ms"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.429759192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.429900673Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.430630122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"c21f0012-5e8d-4efd-a896-49adc58135b9","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.430718978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"c21f0012-5e8d-4efd-a896-49adc58135b9","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:13:59.431039324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"c21f0012-5e8d-4efd-a896-49adc58135b9","remote_addr":"[::1]:50155","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":377,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.431801779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c21f0012-5e8d-4efd-a896-49adc58135b9\", \"date\": \"Wed, 04 Mar 2026 07:13:59 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.431954442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":20,"elapsed":"195.275714ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.487101799Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.487250915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.487296135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.487338018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.487375893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.488162906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.492745538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.499753546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:13:59.499951349Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.500063001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.500853291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:13:59.504234887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":28,"elapsed":"17.229629ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.040399836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":67,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:01.04047203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:01.040514524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:01.040555946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.040594222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.041540131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.045176253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.050946893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:01.051099156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.051142552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.051441456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.054195556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.054270815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":67,"elapsed":"13.870639ms"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.958990312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.959135591Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:01.959717336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52798"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:01.960331556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"2ef95083-cd22-47c1-81f3-39fdea547c53","remote_addr":"127.0.0.1:52798","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.96044417Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"2ef95083-cd22-47c1-81f3-39fdea547c53","remote_addr":"127.0.0.1:52798","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:01.960844174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:01.967198594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"2ef95083-cd22-47c1-81f3-39fdea547c53","remote_addr":"127.0.0.1:52798","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":6883,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:01.967945869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef95083-cd22-47c1-81f3-39fdea547c53\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:14:01 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 53.93250541s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:01.968058883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef95083-cd22-47c1-81f3-39fdea547c53\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:14:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2ef95083-cd22-47c1-81f3-39fdea547c53\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.287016704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.2871507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.287199207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.287776213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.289525988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.289600005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.289643521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.289680595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.290051331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.292923666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.295568038Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.298749917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.298822532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.299323376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.300567116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.300635212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.300678087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.300716203Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.301050486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.304031367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.306875806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:04.312873528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:04.312972905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:04.313013666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:04.313046962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":24,"elapsed":"26.016642ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:05.168329895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64123","req_id":"1afbf9d3-7de9-47a3-a7e3-8f1378cf507c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3a cd 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   :............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:05.168465484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64123","req_id":"1afbf9d3-7de9-47a3-a7e3-8f1378cf507c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15053,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15053,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:05.168878123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64123","req_id":"1afbf9d3-7de9-47a3-a7e3-8f1378cf507c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:05.168923303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55175","req_id":"8ae8b83b-325d-4c43-8ca1-fc44d9561d5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   3e 0b 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   >............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:05.168978553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55175","req_id":"8ae8b83b-325d-4c43-8ca1-fc44d9561d5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15883,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15883,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:05.169270362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55175","req_id":"8ae8b83b-325d-4c43-8ca1-fc44d9561d5b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:05.169533745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49482","req_id":"906cc066-f55b-402d-a487-04ee5e2fc826","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   a7 e4 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:05.169602552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49482","req_id":"906cc066-f55b-402d-a487-04ee5e2fc826","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42980,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42980,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:05.169885033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:49482","req_id":"906cc066-f55b-402d-a487-04ee5e2fc826","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.040458152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":68,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:06.040588852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:06.040637178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:06.04068353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.04072386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.041293572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.044795958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.050221614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:06.050321261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.050365088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.050696116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.053320458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:06.053421499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":68,"elapsed":"12.982845ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:07.393488202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33221"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:07.393734972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:07.393800723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:07.394052473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:07.394129375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:07.394966167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:07.398877365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9b5efb7a-dc16-4a0e-9ca0-7f8e83c0c910","remote_addr":"127.0.0.1:33221","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5156,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.041127093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":69,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:11.041242582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:11.041290247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:11.041336338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.041376368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.042116758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.045559446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.050918299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:11.051042796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.051088818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.05137701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.054026753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:11.054101301Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":69,"elapsed":"12.988616ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.342494801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.342610421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.342658486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.342702934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.342744296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.343428275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.346770874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.350935996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.351054201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.3510992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.351415017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.355613155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":29,"elapsed":"13.137021ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.486706167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.486802157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.486847137Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.486890423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.486932075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.487565994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.494826404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.496505769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:14.496582061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.496623373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.496936385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:14.499749361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":29,"elapsed":"13.068655ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:15.172377396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64430","req_id":"1e7efe20-21e1-4ae6-95a2-830217159383","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3c 9e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   <............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:15.172513346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64430","req_id":"1e7efe20-21e1-4ae6-95a2-830217159383","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15518,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15518,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:15.172935664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64430","req_id":"1e7efe20-21e1-4ae6-95a2-830217159383","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:15.172982347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60841","req_id":"1abc51c4-576b-4c1d-8701-663921da1bd9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   9c ca 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:15.173053448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60841","req_id":"1abc51c4-576b-4c1d-8701-663921da1bd9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40138,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40138,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:15.173335018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60841","req_id":"1abc51c4-576b-4c1d-8701-663921da1bd9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:15.173365779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61018","req_id":"3a85c111-748e-4a34-9ced-9e247825bcb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   f5 72 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .r..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:15.173417431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61018","req_id":"3a85c111-748e-4a34-9ced-9e247825bcb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62834,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62834,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:15.173697267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61018","req_id":"3a85c111-748e-4a34-9ced-9e247825bcb7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.041294436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":70,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:16.041475285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:16.041548992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:16.041616025Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.041677457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.042335724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.046232193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.051633871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:16.05175431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.051821033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.052117121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.05507217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:16.055150526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":70,"elapsed":"13.887542ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.286998813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.287135093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.287182948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.287928329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.290238497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.290314859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.290362974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.290403755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.290785012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.294276948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.296949035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.299828824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.299907971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.300658883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.30233919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.302408558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.302454389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.302493847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.302886828Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.305653803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.308504966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:19.318667319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:19.318809742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:19.318847367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:19.318878549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":25,"elapsed":"31.843443ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.322372069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.322545143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":16,"elapsed":"113.595µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.725740181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.725864057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.725908275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.726666882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.729764514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.730362933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30816","req_id":"db38212e-e9dc-40e8-ad7b-240cce67d485","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b6 f9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.730443372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30816","req_id":"db38212e-e9dc-40e8-ad7b-240cce67d485","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.730871002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30816","req_id":"db38212e-e9dc-40e8-ad7b-240cce67d485","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.730983435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.73103634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.731074576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":16,"elapsed":"5.392119ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.837329978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.837453122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.837500296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.838218292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.843264595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:20.843971679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22753","req_id":"3cb8ad07-49aa-406c-adc3-810914c3ea3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bb db 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.844105064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22753","req_id":"3cb8ad07-49aa-406c-adc3-810914c3ea3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48091,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48091,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.844500529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:22753","req_id":"3cb8ad07-49aa-406c-adc3-810914c3ea3b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.844603333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:20.844662701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:20.844704825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":16,"elapsed":"7.397592ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.026235039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.029920148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.687714ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.040211648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":71,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:21.04032338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:21.040387888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:21.040452236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.040510491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.041012037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.044202314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.0496785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:21.049766935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.049812426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.050164595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.052660442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.052745601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":71,"elapsed":"12.549685ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.973635905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:21.973782366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:21.973823558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":16,"elapsed":"116.521µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.022031583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.022128435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.022175869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.022220308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.022260447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.022937863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.026734934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.03084649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.030929264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.030975166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.03134008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.03410898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":16,"elapsed":"12.093489ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.318413612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:22.318512118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.318545865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"152.173µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.318593159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.318626926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.319201587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59896","req_id":"bd2d0fc2-cb4f-443e-bbef-a545c578dbc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ab b6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.319283259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59896","req_id":"bd2d0fc2-cb4f-443e-bbef-a545c578dbc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43958,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43958,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:22.319719265Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59896","req_id":"bd2d0fc2-cb4f-443e-bbef-a545c578dbc6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:22.31982244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.319885535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":16,"elapsed":"1.319431ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.322016227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.322463726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.323244707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.323311319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.323354555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.323388753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.326904726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.331268012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:22.331339123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.33138261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.33177037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:22.338999147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:22.33908659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"17.074642ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.297157278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.297266665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.297310743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.298206141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.313899489Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.314036211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.314619139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.328193759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.32829982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.328348967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.328389307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.329061372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.332415163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.336717829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.336839681Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.336883728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.336927214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.33696551Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.33721178Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.340634277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.34731213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.347389123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.347432689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.348128431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.429153253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:23.434335656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44549"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:23.434912712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e6d6e009-6de7-4218-a97e-7672648aaaa7","remote_addr":"[::1]:44549","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.43498737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e6d6e009-6de7-4218-a97e-7672648aaaa7","remote_addr":"[::1]:44549","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:23.435449718Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"e6d6e009-6de7-4218-a97e-7672648aaaa7","remote_addr":"[::1]:44549","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":522,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.435907267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d6e009-6de7-4218-a97e-7672648aaaa7\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:14:23 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:23.43597927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:23.436020041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:23.436059509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:23.43618564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":14,"elapsed":"139.040315ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.871958332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.872048251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.872080044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.872117478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.872157167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.87219388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.87298957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.876741692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.881502297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.881578118Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.881617606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.881655792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.881691744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.882089604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.885724553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.889742062Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.889911168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.889990756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.8901537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.961321936Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.961433688Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.96218988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43662"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.962865421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"fba3dc01-6261-4d0f-84af-a2ce1d885428","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.962986432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"fba3dc01-6261-4d0f-84af-a2ce1d885428","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.963088264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"fba3dc01-6261-4d0f-84af-a2ce1d885428","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":303,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.963632274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba3dc01-6261-4d0f-84af-a2ce1d885428\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:14:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.963716121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.963764647Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.964582181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.982032098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.9821739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:24.982708341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"7f9b7d81-2e56-4456-b903-aa790d46f107","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.982795043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"7f9b7d81-2e56-4456-b903-aa790d46f107","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:24.983169276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"7f9b7d81-2e56-4456-b903-aa790d46f107","remote_addr":"[::1]:43662","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":474,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.983731774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7f9b7d81-2e56-4456-b903-aa790d46f107\", \"date\": \"Wed, 04 Mar 2026 07:14:24 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:24.983979165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":21,"elapsed":"112.054339ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:25.176508304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53705","req_id":"fa1b5f15-7de2-456b-a486-a4a57da8c2c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9a af 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:25.176685065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53705","req_id":"fa1b5f15-7de2-456b-a486-a4a57da8c2c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39599,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39599,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:25.177179467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53705","req_id":"fa1b5f15-7de2-456b-a486-a4a57da8c2c5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:25.177268213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64413","req_id":"3d6e4ba3-29fd-4288-829b-b768a1549191","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   4b b3 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   K............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:25.177325367Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64413","req_id":"3d6e4ba3-29fd-4288-829b-b768a1549191","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19379,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 19379,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:25.177599671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64413","req_id":"3d6e4ba3-29fd-4288-829b-b768a1549191","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:25.177630913Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59033","req_id":"4c6c1f18-d2fa-4b43-bcb1-3d365624e92b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   89 68 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .h..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:25.177680933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59033","req_id":"4c6c1f18-d2fa-4b43-bcb1-3d365624e92b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35176,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35176,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:25.177953394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59033","req_id":"4c6c1f18-d2fa-4b43-bcb1-3d365624e92b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.040351598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":72,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:26.040445955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:26.040491967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:26.040536595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.040573168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.041297667Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.045320587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.050676023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:26.050788056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.050836191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.051100717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.053673356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:26.053754557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":72,"elapsed":"13.389843ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.342256473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.34241119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.342463985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.342509506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.342547892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.343211781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.346468188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.35058285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.35069863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.350743539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.350981472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.353939206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":30,"elapsed":"11.695258ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.486975307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.487059885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.48710293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.487144282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.487180053Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.487885575Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.491348272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.496868465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:29.496978173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.497022822Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.497392105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:29.499724728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":30,"elapsed":"12.761014ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.040482891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":73,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:31.040584182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:31.040634181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:31.040681325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.040725192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.041518958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.04519037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.050878267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:31.050974508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.051017183Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.051345385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.054698825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:31.054779735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":73,"elapsed":"14.305021ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.287288243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.287399374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.287448572Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.288223741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.289969338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.290049147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.290094988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.290134286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.290567376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.293663385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.296398717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.29972317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.29978363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.300261339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.301796668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.301869573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.301914803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.301953169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.302354977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.30491425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.307531468Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:34.313782583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:34.313841049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:34.313919796Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:34.313956128Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":26,"elapsed":"26.646823ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:35.179779635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55805","req_id":"52a8baf2-9fd7-4467-877e-2d6588a4aa77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9a c9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:35.179890355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55805","req_id":"52a8baf2-9fd7-4467-877e-2d6588a4aa77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39625,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39625,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:35.180379476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55805","req_id":"52a8baf2-9fd7-4467-877e-2d6588a4aa77","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:35.18042683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55530","req_id":"bccb2b47-d2ed-4ea7-a5ae-b0b68f68434c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   48 b3 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   H............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:35.18047697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55530","req_id":"bccb2b47-d2ed-4ea7-a5ae-b0b68f68434c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18611,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18611,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:35.180743409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55530","req_id":"bccb2b47-d2ed-4ea7-a5ae-b0b68f68434c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:35.180772847Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58692","req_id":"7e21d77c-adbb-4890-8242-5c8b17501205","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   92 40 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .@..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:35.180821173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58692","req_id":"7e21d77c-adbb-4890-8242-5c8b17501205","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37440,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37440,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:35.181097693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58692","req_id":"7e21d77c-adbb-4890-8242-5c8b17501205","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.04118153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":74,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:36.041273973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:36.041322109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:36.041367319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.041407519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.04205754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.045180181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.0505115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:36.050596138Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.050643452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.050981714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.053597649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:36.05367868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":74,"elapsed":"12.481209ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:37.432970327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:39396"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:37.433241155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:37.433303629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:37.433562594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:37.433635889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:37.434480126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:37.43884734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"d6b24878-6f37-48e6-a3ce-5893730a38ee","remote_addr":"127.0.0.1:39396","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5601,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.194838815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.19495175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.194987861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.195023592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.195055376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.195497383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21102","req_id":"4de26a6f-002a-4efb-8d55-9eee2a5bdf8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e3 0b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.195589336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21102","req_id":"4de26a6f-002a-4efb-8d55-9eee2a5bdf8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58123,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:40.196054941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21102","req_id":"4de26a6f-002a-4efb-8d55-9eee2a5bdf8b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:40.196172735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:40.196228155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:40.196271401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.196313504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":9,"elapsed":"1.531292ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.249660556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.249798901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.249842127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.249887076Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.250987341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.253017383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.25315684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.253207941Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.253251247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.253625791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.25710938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.263722354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.263953333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:40.264018302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.264058341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":9,"elapsed":"61.623µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.2642541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.2643144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:40.26477296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23805","req_id":"8cb425f4-eb75-4a28-8e31-63fa5cd5923d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   5b 2a 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   [*..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.264858791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23805","req_id":"8cb425f4-eb75-4a28-8e31-63fa5cd5923d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:40.265329826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:23805","req_id":"8cb425f4-eb75-4a28-8e31-63fa5cd5923d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:40.265393132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.265439003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":9,"elapsed":"15.851733ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:40.265886251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:40.265963445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":9,"elapsed":"1.572393ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.040940413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":75,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:41.041062245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:41.041113867Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:41.041159217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.041199928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.041995438Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.045788582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.051604703Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:41.051715433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.051760031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.052100107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.055045276Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:41.055124103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":75,"elapsed":"14.192818ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.648339071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.648456154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.648495191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.648537606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.649072608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.6509465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.651017441Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.651064845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.651105546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.651456884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.654810234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.660530905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:43.661960294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.662073319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":9,"elapsed":"13.713967ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.774469858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.774594786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.775134027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1973","req_id":"e318e9e1-f0ad-4192-9a9a-871e2f31b385","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   f5 82 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.77521627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1973","req_id":"e318e9e1-f0ad-4192-9a9a-871e2f31b385","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:43.775696333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1973","req_id":"e318e9e1-f0ad-4192-9a9a-871e2f31b385","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:43.775876802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.775933023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":9,"elapsed":"1.513236ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.777100833Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:43.777152836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.777186553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":9,"elapsed":"64.899µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.842483087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:43.84275655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:04:43.842387617 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:43.842869003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.842971407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.843337333Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:43.847175947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:04:43.842387617 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:43.847302879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:04:43.842387617Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.832969ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.008401003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.008528637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.008574949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.008616922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.008653635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.009274609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.012700723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.01685295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.016928039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.016972818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.017506798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.020509622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.020581846Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.020626735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.020664971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.021089073Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.024178028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.030103196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.030214357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.030259727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.030581596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:44.033303742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.033365054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":9,"elapsed":"25.032737ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.050281391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:44.050379166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.050414235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"94.066µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.051516605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.05161002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.051653426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.052210533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.056127392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:44.056197411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.056235837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"4.720776ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.161447356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.161602374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.161657303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.16227015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.166159495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"4.732028ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.272401891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.272491309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.27253735Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.273291528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.27431477Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.274377976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.274443987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.275045962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:44.277686457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.277748119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":9,"elapsed":"3.465543ms"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.279044885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.279096187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.279135645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.279628554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.282140002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.28220461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":9,"elapsed":"9.879932ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.305374588Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.305463424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.305611538Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.305676427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.30571836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.306422228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.309935696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.314099225Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.314250766Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.314299052Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.31452431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:44.317356445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.317432756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":9,"elapsed":"12.13977ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.324578608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:44.324661022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.324698547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.325369619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55809","req_id":"119b69f0-07d4-4e18-b954-9c5b1cb5def8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d7 cb 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.325454728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55809","req_id":"119b69f0-07d4-4e18-b954-9c5b1cb5def8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55243,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 55243,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:44.32591856Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55809","req_id":"119b69f0-07d4-4e18-b954-9c5b1cb5def8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:44.326025582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:44.326080662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.326118888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.326156863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.326971601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.343209771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.343301934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.343347886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.343389589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.343428005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.344304906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.347733005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.35184899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.351970982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.352016993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.352330376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.35329433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.353355161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":9,"elapsed":"28.820129ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.355362097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":31,"elapsed":"12.166614ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.486507563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.486633152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.486679985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.486725496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.486766557Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.487409254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.500555353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.50798061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:44.508124185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.508168152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.508449942Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:44.511631621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":31,"elapsed":"25.167375ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:45.184045059Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64603","req_id":"d9c08fc2-ebfd-4fde-844b-a723953b1b6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   43 5f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   C_..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:45.184197091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64603","req_id":"d9c08fc2-ebfd-4fde-844b-a723953b1b6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17247,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 17247,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:45.184558449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64603","req_id":"d9c08fc2-ebfd-4fde-844b-a723953b1b6b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:45.18459415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60085","req_id":"76ff01ff-2a49-4d86-967d-fdf66448ba21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   cf ba 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:45.184648858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60085","req_id":"76ff01ff-2a49-4d86-967d-fdf66448ba21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53178,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53178,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:45.184936139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60085","req_id":"76ff01ff-2a49-4d86-967d-fdf66448ba21","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:45.184966119Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61128","req_id":"a8d53619-fcf5-4cfa-8e5d-aa9c1f6d2166","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   d8 ea 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:45.185049865Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61128","req_id":"a8d53619-fcf5-4cfa-8e5d-aa9c1f6d2166","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55530,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 55530,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:45.185350712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61128","req_id":"a8d53619-fcf5-4cfa-8e5d-aa9c1f6d2166","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.040388157Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":76,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:46.040521311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:46.040570279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:46.040615879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.04065669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.041312122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.045057791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.050795707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:46.05092819Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.050972809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.051252595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.054141983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:46.054216802Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":76,"elapsed":"13.854737ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.286870047Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.286963142Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.287005496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.287856125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.28962048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.289788313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.289879694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.289925345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.290277635Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.293408723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.297807159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.300182306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.300276293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.300706578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.302291385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.302391644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.302437245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.302475962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.305815454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.309115067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.312821839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:49.319841451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:49.320059324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:49.320148731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:49.320375582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":27,"elapsed":"33.4829ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.321854682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.321953147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":17,"elapsed":"102.203µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.726299583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.726442216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.726490322Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.72728006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.730086273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.73092018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36876","req_id":"0e698184-fdda-47a7-a5ea-04b28b9f4745","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bd 81 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.731009166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36876","req_id":"0e698184-fdda-47a7-a5ea-04b28b9f4745","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.731435934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:36876","req_id":"0e698184-fdda-47a7-a5ea-04b28b9f4745","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.731652464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.731714427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.731784476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":17,"elapsed":"5.517539ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.83737604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.837488874Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.837534935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.838287039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.843330396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:50.844111888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17912","req_id":"1e92a7b4-42a8-4f1c-aed3-d10654765899","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   75 88 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   u............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.844192147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17912","req_id":"1e92a7b4-42a8-4f1c-aed3-d10654765899","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30088,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30088,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.844625778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:17912","req_id":"1e92a7b4-42a8-4f1c-aed3-d10654765899","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.844825866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:50.84492352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:50.844964411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":17,"elapsed":"7.571007ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.025896687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.029599762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.727894ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.040725028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":77,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:51.040824195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:51.040871619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:51.04091776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.040958902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.041669984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.044881222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.051312726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:51.051392424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.051437213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.051791767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.054630255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.05470857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":77,"elapsed":"13.982781ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.973847075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:51.973947945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:51.973984768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":17,"elapsed":"114.147µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.022226741Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.022351018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.022398362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.022443842Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.022483361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.023205234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.026729424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.030998232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.031107769Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.031152057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.03153091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.035193374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":17,"elapsed":"13.017764ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.318359525Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:52.318489042Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.318524443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"137.032µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.318572418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.318607277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.31926818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16075","req_id":"d09e1d33-063d-4ed6-bdbe-af328a0d1159","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a4 aa 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.319370764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16075","req_id":"d09e1d33-063d-4ed6-bdbe-af328a0d1159","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42154,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 42154,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:52.319776259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:16075","req_id":"d09e1d33-063d-4ed6-bdbe-af328a0d1159","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:52.319900395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.319967008Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":17,"elapsed":"1.48005ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.322119894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.322179762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.322224351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.322267547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.322306895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.323057436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.327520359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.331646685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:52.331757174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.331802374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.332116638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:52.339808715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:52.339980616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"17.755244ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.296945267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.297036899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.2970829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.297924972Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.311982001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.312060467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.312664316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.322574749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.322660098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.322747933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.322787241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.323494626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.326955409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.331552189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.331702567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.331780412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.331850411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.331954738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.332002102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.33501698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.338881375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.339003197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.339051012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.339449744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.399803622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:53.400577859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57634"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:53.401223041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"7af73811-75fa-4eee-8994-f530106cbff3","remote_addr":"[::1]:57634","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.401303962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"7af73811-75fa-4eee-8994-f530106cbff3","remote_addr":"[::1]:57634","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:53.401596022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"7af73811-75fa-4eee-8994-f530106cbff3","remote_addr":"[::1]:57634","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":309,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.40189754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af73811-75fa-4eee-8994-f530106cbff3\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:14:53 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:53.401969523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:53.402007228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:53.402044452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:53.402117397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":15,"elapsed":"105.216519ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.871401937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.871507026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.871545853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.871607145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.871652906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.87169556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.87260646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.87636786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.880986202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.881107573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.881152282Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.881192101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.88122689Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.881502247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.884613998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.888477641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.888553211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.888594904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.88896064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.946942146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.947129278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.947946872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37292"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.948537986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e242c3c6-1db6-4ad8-a9a7-676fff653121","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.948649097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e242c3c6-1db6-4ad8-a9a7-676fff653121","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.948927009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"e242c3c6-1db6-4ad8-a9a7-676fff653121","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":276,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.949199981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e242c3c6-1db6-4ad8-a9a7-676fff653121\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:14:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.949269459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.949314127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.950240738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.965588299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.965698929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:54.966264963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3728a4ae-d0d1-4d66-b7bd-0efb20581a4b","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.966338158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3728a4ae-d0d1-4d66-b7bd-0efb20581a4b","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:54.966734055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"3728a4ae-d0d1-4d66-b7bd-0efb20581a4b","remote_addr":"[::1]:37292","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":482,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.967423614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3728a4ae-d0d1-4d66-b7bd-0efb20581a4b\", \"date\": \"Wed, 04 Mar 2026 07:14:54 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:54.967540426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":22,"elapsed":"96.178178ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:55.188930095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51159","req_id":"7324765c-16d9-41cf-af13-6a2f1feb27b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   05 45 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .E..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.189080102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51159","req_id":"7324765c-16d9-41cf-af13-6a2f1feb27b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1349,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1349,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:55.189492592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51159","req_id":"7324765c-16d9-41cf-af13-6a2f1feb27b0","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:55.189535958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58625","req_id":"ebcdad35-ed54-4fb8-abe6-4932d6885b3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   ec 43 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .C..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.189591739Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58625","req_id":"ebcdad35-ed54-4fb8-abe6-4932d6885b3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:55.189881634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58625","req_id":"ebcdad35-ed54-4fb8-abe6-4932d6885b3c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:55.189913728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50920","req_id":"e65863dc-6112-488b-9355-4108a34cb797","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   5c 80 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   \\............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.189975982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50920","req_id":"e65863dc-6112-488b-9355-4108a34cb797","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23680,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23680,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:14:55.191019384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50920","req_id":"e65863dc-6112-488b-9355-4108a34cb797","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.901571649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.901712018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:55.902309334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35615"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:55.902698547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b903f516-e156-4a1e-bdf2-b12b772cbc29","remote_addr":"127.0.0.1:35615","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.902766081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b903f516-e156-4a1e-bdf2-b12b772cbc29","remote_addr":"127.0.0.1:35615","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:55.903170504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:55.909719661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b903f516-e156-4a1e-bdf2-b12b772cbc29","remote_addr":"127.0.0.1:35615","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":6980,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:55.910322409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b903f516-e156-4a1e-bdf2-b12b772cbc29\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:14:55 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 54.587032557s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:55.910419622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b903f516-e156-4a1e-bdf2-b12b772cbc29\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:14:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b903f516-e156-4a1e-bdf2-b12b772cbc29\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.040571213Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":78,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:56.040681813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:56.040729939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:56.04077567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.040816831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.041546751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.044507491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.049946443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:56.05003012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.050077654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.050388952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.053804586Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:56.053871499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":78,"elapsed":"13.318532ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.129706471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.129848082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.129885737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.12993227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.129975175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.130016687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.130689995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.135646889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.139782273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.139879997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.139924996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.139969334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.14000748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.140297947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.143882456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.14805339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.148150493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.148196003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.148619384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.152890577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.153150794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.153236123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.153304469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.15336045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.156382612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.160585179Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.160763092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.160831889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.161082336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.223983543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.224820135Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61690"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.224945504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.224992868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.225036485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.225079249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.225117996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.225744511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.227303026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"373030c5-9be2-46b7-97bf-7c32e3c0bf75","remote_addr":"[::1]:61690","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.227386722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"373030c5-9be2-46b7-97bf-7c32e3c0bf75","remote_addr":"[::1]:61690","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.227628993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"373030c5-9be2-46b7-97bf-7c32e3c0bf75","remote_addr":"[::1]:61690","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":346,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.227925292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"373030c5-9be2-46b7-97bf-7c32e3c0bf75\", \"date\": \"Wed, 04 Mar 2026 07:14:59 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.22799474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.2281108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.228274395Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":9,"elapsed":"98.633625ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.228450756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.228501677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.228531877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.228570423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.228610032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.228646895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.229111368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.231998351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.239777862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.239870697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.239916237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.2404765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.241965547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.248148437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.24845697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.248546838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.24861835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.248687467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.24873923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:14:59.25310448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.253360238Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":6,"elapsed":"28.213144ms"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.316350191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.320700812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.320785099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.32083075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.321385211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.403311964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.40349104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.404074579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53176"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.404188465Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.404237082Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.40428161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.404323323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.40436232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.405050838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.410003164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"60104391-f5f1-4d49-87c5-c5b6e9990e8f","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.41013211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"60104391-f5f1-4d49-87c5-c5b6e9990e8f","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.41029328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"60104391-f5f1-4d49-87c5-c5b6e9990e8f","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":325,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.410924173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60104391-f5f1-4d49-87c5-c5b6e9990e8f\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:14:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.411007278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.411052207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.411774532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.41474957Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.419509524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.419577679Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.419621056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.420001541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.422898966Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":32,"elapsed":"18.705882ms"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.427590083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.427716494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.428332247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"527a4808-3657-4d1e-859f-3554d3e0185d","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.428410362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"527a4808-3657-4d1e-859f-3554d3e0185d","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:14:59.428884253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"527a4808-3657-4d1e-859f-3554d3e0185d","remote_addr":"[::1]:53176","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":469,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.429108428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"527a4808-3657-4d1e-859f-3554d3e0185d\", \"date\": \"Wed, 04 Mar 2026 07:14:59 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.429337223Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":23,"elapsed":"200.824183ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.487100656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.487236335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.487282096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.487325653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.487364971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.488083728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.492100967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.499950637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:14:59.500092278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.500137668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.500448997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:14:59.503373745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":32,"elapsed":"16.322789ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.041180857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":79,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:01.041306336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:01.041359542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:01.041407357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.041449861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.042153599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.045858657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.051121951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:01.051216859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.051264093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.051548107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.054059615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:01.054139163Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":79,"elapsed":"12.998155ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.286995652Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.287122915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.287193355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.288271997Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.290152612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.290279124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.29032758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.29036808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.290930577Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.294007949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.296620187Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.299606458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.299682459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.300466426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.30244697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.302521829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.302569102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.30260825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.303005369Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.305957933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.311644918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:04.318937792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:04.319014695Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:04.319051338Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:04.319084293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":28,"elapsed":"32.096546ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:05.1941221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61093","req_id":"1f44e827-e33b-4e63-a71d-6b2e84ac9aa7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 6e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .n..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:05.194234573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61093","req_id":"1f44e827-e33b-4e63-a71d-6b2e84ac9aa7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:05.194664216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61093","req_id":"1f44e827-e33b-4e63-a71d-6b2e84ac9aa7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:05.194707512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64285","req_id":"94b6dab2-f1a1-4f55-a894-35a7cdfc92af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   c5 d8 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:05.194755858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64285","req_id":"94b6dab2-f1a1-4f55-a894-35a7cdfc92af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50648,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50648,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:05.195002809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64285","req_id":"94b6dab2-f1a1-4f55-a894-35a7cdfc92af","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:05.195030824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63775","req_id":"5ca938df-9846-4274-ad57-8ce5fc3621b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   e9 e9 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:05.195077537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63775","req_id":"5ca938df-9846-4274-ad57-8ce5fc3621b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59881,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 59881,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:05.195331081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63775","req_id":"5ca938df-9846-4274-ad57-8ce5fc3621b7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.040504434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":80,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:06.040628931Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:06.040675103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:06.040721255Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.040762216Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.041586403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.044942579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.050909269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:06.050987094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.051043335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.051377499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.05457532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:06.054645469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":80,"elapsed":"14.192037ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:07.471705017Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:41741"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:07.472031044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:07.472093418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:07.47232589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:07.472401901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:07.473365084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:07.477550436Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"50a9c560-4552-464d-8a68-3363478c6f76","remote_addr":"127.0.0.1:41741","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5526,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.040756286Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":81,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:11.040895864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:11.04094445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:11.040988007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.041028106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.04171973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.046446598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.051999967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:11.052086048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.052125266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.052543467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.056392812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:11.056466959Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":81,"elapsed":"15.776243ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.406048444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.406205166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.406253762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.406326206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.406368039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.406956568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.410269197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.414396815Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.414552885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.41460061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.414819244Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.417308949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":33,"elapsed":"11.318169ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.486675897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.486788721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.486833761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.486915453Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.486959751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.487614772Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.491286634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.496942247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:14.497035292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.497080271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.497391619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:14.500284355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":33,"elapsed":"13.625081ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:15.197972571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57760","req_id":"97591935-b53d-4d1b-9b68-cae637d21746","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff bf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:15.19806296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57760","req_id":"97591935-b53d-4d1b-9b68-cae637d21746","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65471,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65471,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:15.198475039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57760","req_id":"97591935-b53d-4d1b-9b68-cae637d21746","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:15.198517954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53379","req_id":"f71991a0-c726-41d4-90bb-c96bb75ebddd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   59 ee 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   Y............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:15.198564366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53379","req_id":"f71991a0-c726-41d4-90bb-c96bb75ebddd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23022,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23022,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:15.198803511Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53379","req_id":"f71991a0-c726-41d4-90bb-c96bb75ebddd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:15.198830084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59603","req_id":"f65274fd-e117-4108-bee8-2aaae0b754a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   c4 ff 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:15.19887376Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59603","req_id":"f65274fd-e117-4108-bee8-2aaae0b754a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50431,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50431,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:15.199116633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59603","req_id":"f65274fd-e117-4108-bee8-2aaae0b754a5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.040869293Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":82,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:16.040942668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:16.040986185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:16.041029812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.041070743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.041806304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.045165866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.05086761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:16.051025704Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.051073409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.051341351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.054262873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:16.054338684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":82,"elapsed":"13.472297ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.287114283Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.2872336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.287294651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.288150771Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.289908141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.289981658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.290032989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.290075143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.290660466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.293589683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.296273814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.298762166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.298836274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.299256969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.300819132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.300892197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.30093926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.300980222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.301329004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.304034407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.306687086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:19.312153022Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:19.312220736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:19.312256657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:19.312286166Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":29,"elapsed":"25.194578ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.322222393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.322323173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":18,"elapsed":"88.105µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.725918176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.726023335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.726071531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.726830758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.73014449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.730916012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60789","req_id":"c79b6507-79cb-49c0-87f7-ee07cf429fc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ed 7a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .z..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.731023606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60789","req_id":"c79b6507-79cb-49c0-87f7-ee07cf429fc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60794,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 60794,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.731301407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60789","req_id":"c79b6507-79cb-49c0-87f7-ee07cf429fc5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.731456706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.731530993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.731572786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":18,"elapsed":"5.653248ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.83755237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.837656336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.83770348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.838292219Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.842010855Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:20.842699643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30554","req_id":"4b8eb5c6-b1c7-40c9-aaab-5d4f559edb6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b7 be 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.842780894Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30554","req_id":"4b8eb5c6-b1c7-40c9-aaab-5d4f559edb6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47038,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47038,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.843153955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:30554","req_id":"4b8eb5c6-b1c7-40c9-aaab-5d4f559edb6b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.843331939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:20.843388882Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:20.843426426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":18,"elapsed":"5.90145ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.025809013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.029723488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.896249ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.041055885Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":83,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:21.041133449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:21.041180172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:21.04122463Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.041264399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.042045781Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.045681071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.050990366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:21.051089312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.05113359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.051432754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.05449172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.054588632Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":83,"elapsed":"13.515493ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.973701566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:21.973850291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:21.973908757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":18,"elapsed":"91.462µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.021940672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.0220552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.02211565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.022165319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.022208615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.02289587Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.02667248Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.030768375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.03087682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.030925317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.031243789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.034294789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":18,"elapsed":"12.372062ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.318316299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:22.318428903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.318466838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"143.044µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.318514954Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.318549843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.319094154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51571","req_id":"ba5b9331-059a-4e40-a5dc-78b268496abd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   04 43 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .C..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.31918275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51571","req_id":"ba5b9331-059a-4e40-a5dc-78b268496abd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1091,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1091,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:22.319685699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51571","req_id":"ba5b9331-059a-4e40-a5dc-78b268496abd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:22.319737922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.319790116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":18,"elapsed":"1.350812ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.321937661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.322009013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.322055836Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.322098761Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.3221386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.322748061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.326568809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.330618943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:22.330760093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.330831706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.331066412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:22.338471319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:22.338586798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"16.610039ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.29682141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.296935898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.296983472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.297933218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.310976353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.311100159Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.31176504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.324532657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.324630531Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.324675801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.324713065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.325201475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.328413886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.332613506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.332770328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.332817221Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.33286208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.332899965Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.333147537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.336459595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.340522785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.340671149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.340713985Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.341018068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.398117382Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:23.398824457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40003"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:23.399340512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2f64d27e-cdc6-450c-a66c-9d71ab7b0234","remote_addr":"[::1]:40003","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.39941024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2f64d27e-cdc6-450c-a66c-9d71ab7b0234","remote_addr":"[::1]:40003","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:23.39962161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"2f64d27e-cdc6-450c-a66c-9d71ab7b0234","remote_addr":"[::1]:40003","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":297,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.399924982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f64d27e-cdc6-450c-a66c-9d71ab7b0234\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:15:23 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:23.399997687Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:23.400033278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:23.400065291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:23.400097896Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":16,"elapsed":"103.393498ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.872298697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.872391331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.872425218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.872467091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.872508764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.872549235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.873570553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.87764239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.882071326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.882154091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.882195583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.882234089Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.882268808Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.882680787Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.886102623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.891661824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.891784397Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.89183126Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.892325131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.959322564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.959447862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.960116801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33356"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.960603267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2c3ec568-eaba-40b3-b5f4-6429a59df5c7","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.960671132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2c3ec568-eaba-40b3-b5f4-6429a59df5c7","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.960912521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"2c3ec568-eaba-40b3-b5f4-6429a59df5c7","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":253,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.961158921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3ec568-eaba-40b3-b5f4-6429a59df5c7\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:15:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.961223549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.961264841Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.961968659Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.976950264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.977060513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:24.977622058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d29ba846-009a-4d1d-aede-dd77e24d80ce","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.977694291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d29ba846-009a-4d1d-aede-dd77e24d80ce","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:24.977916312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d29ba846-009a-4d1d-aede-dd77e24d80ce","remote_addr":"[::1]:33356","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":316,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.978340134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d29ba846-009a-4d1d-aede-dd77e24d80ce\", \"date\": \"Wed, 04 Mar 2026 07:15:24 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:24.978501204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":24,"elapsed":"106.307506ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:25.202049449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53472","req_id":"35dd6291-07bd-4055-b646-e4e099b28f15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   91 48 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .H..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:25.202195239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53472","req_id":"35dd6291-07bd-4055-b646-e4e099b28f15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37192,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37192,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:25.202655723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53472","req_id":"35dd6291-07bd-4055-b646-e4e099b28f15","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:25.202704069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50392","req_id":"453746b8-e0cf-42cb-849d-ff593b718986","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   42 53 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   BS..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:25.202756884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50392","req_id":"453746b8-e0cf-42cb-849d-ff593b718986","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16979,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16979,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:25.203027532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50392","req_id":"453746b8-e0cf-42cb-849d-ff593b718986","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:25.203058403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63789","req_id":"d695c83d-392b-411e-a4a8-313009faae34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   23 62 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   #b..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:25.203109014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63789","req_id":"d695c83d-392b-411e-a4a8-313009faae34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:25.203387447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63789","req_id":"d695c83d-392b-411e-a4a8-313009faae34","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.041079061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":84,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:26.04120949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:26.041257475Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:26.041332354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.041372444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.042219155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.046087278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.051981935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:26.052064148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.052107324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.052551366Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.055466445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:26.055589269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":84,"elapsed":"14.466902ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.40532955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":34,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.405465611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.405521782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.405569407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.405615308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.406208496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.409877643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.414092945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.414238825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.41428676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.414524021Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.417592165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":34,"elapsed":"12.292043ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.4870581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":34,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.487152427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.487201876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.48724433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.487285892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.488321098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.4920732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.497847459Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:29.497916115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.497956385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.49838696Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:29.500970571Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":34,"elapsed":"13.912972ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.040919156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":85,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:31.041006058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:31.041051669Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:31.041095817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.041135946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.041991155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.046219503Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.051817852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:31.051931227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.051977419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.0523405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.055406509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:31.055484233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":85,"elapsed":"14.566571ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.286503784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.2866324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.286678141Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.287535814Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.28943195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.289495927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.289539744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.28957823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.290119596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.294091123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.296799402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.300111661Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.300200046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.300702845Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.302122534Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.302196411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.302240579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.302277923Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.302685492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.30586617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.309381722Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:34.316023102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:34.316129012Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:34.316170455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:34.316203029Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":30,"elapsed":"29.70673ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:35.206710421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54824","req_id":"7b3818f2-f3f4-42be-9f5b-2da37d442f2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5f df 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   _............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:35.206832633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54824","req_id":"7b3818f2-f3f4-42be-9f5b-2da37d442f2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24543,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24543,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:35.207403257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54824","req_id":"7b3818f2-f3f4-42be-9f5b-2da37d442f2d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:35.207489027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62213","req_id":"e738f818-6d99-4ad8-83ed-c9147bf5f67d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   e2 a3 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:35.207542633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62213","req_id":"e738f818-6d99-4ad8-83ed-c9147bf5f67d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58019,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58019,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:35.207800626Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62213","req_id":"e738f818-6d99-4ad8-83ed-c9147bf5f67d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:35.207829844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64797","req_id":"bd8f6dcb-d22b-4648-8c61-c15e5b08ac28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   2a 88 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   *............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:35.207876917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64797","req_id":"bd8f6dcb-d22b-4648-8c61-c15e5b08ac28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10888,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10888,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:35.208311601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:64797","req_id":"bd8f6dcb-d22b-4648-8c61-c15e5b08ac28","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.040981672Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":86,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:36.04110145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:36.041151499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:36.041197451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.041239755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.041963292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.045561077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.051145328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:36.051244044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.051291107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.051606364Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.05449949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:36.054571172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":86,"elapsed":"13.611153ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:37.509349983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:56414"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:37.509732342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:37.509794325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:37.510072197Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:37.510153018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:37.510893168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:37.515261964Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"2ae12c09-aa67-4e5b-8701-7a005c4facab","remote_addr":"127.0.0.1:56414","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5505,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.195016738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.195150484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.1951889Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.19522379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.195254801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.195731298Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21024","req_id":"68ad5bec-678c-4d92-bb8e-2e2da7cef0d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   48 47 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   HG..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.195805645Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21024","req_id":"68ad5bec-678c-4d92-bb8e-2e2da7cef0d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:40.19628146Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:21024","req_id":"68ad5bec-678c-4d92-bb8e-2e2da7cef0d6","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:40.196444775Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:40.19654834Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:40.196595955Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.19663868Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":10,"elapsed":"1.601431ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.250071943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.250166961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.250201009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.250243914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.250915618Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.252808949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.252885811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.25293553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.252978305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.253370804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.25640452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.262661116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.262837977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:40.262899539Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.262939749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":10,"elapsed":"66.302µs"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:40.264094242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.264162818Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":10,"elapsed":"14.085164ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.264211435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.264249701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:40.264831837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61364","req_id":"3fada497-831a-4bab-bca9-17b7d6a746f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   7a 1d 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   z............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.264911866Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61364","req_id":"3fada497-831a-4bab-bca9-17b7d6a746f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31261,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31261,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:40.265362721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61364","req_id":"3fada497-831a-4bab-bca9-17b7d6a746f3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:40.265485776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:40.265543631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":10,"elapsed":"1.30398ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.040881455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":87,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:41.040983788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:41.041032154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:41.04107506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.041114328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.041857524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.045377304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.050567633Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:41.050648533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.050695917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.051029079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.053789361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:41.053865422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":87,"elapsed":"13.012393ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.648555621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.648744666Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.648791409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.648840617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.649459837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.651475209Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.651564907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.651623915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.651667361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.652184167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.656729134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.665291971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:43.667096555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.667190501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":10,"elapsed":"18.662164ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.773565601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.773684217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.774268677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55468","req_id":"41dd07bb-6368-45a1-9a49-cdf5f108be26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   69 33 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   i3..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.774401291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55468","req_id":"41dd07bb-6368-45a1-9a49-cdf5f108be26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26931,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26931,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:43.774806015Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55468","req_id":"41dd07bb-6368-45a1-9a49-cdf5f108be26","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:43.774981523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.775042825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":10,"elapsed":"1.550269ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.77724549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:43.777316811Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.777355388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":10,"elapsed":"85.12µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.843292174Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:43.843424296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-04 07:05:43.843240862 UTC"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:43.843467542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.843511609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.844493009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:43.848452903Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-04 07:05:43.843240862 UTC"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:43.848548092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-04T07:05:43.843240862Z\",\"pruned\":[]}","iteration":10,"elapsed":"5.314765ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.008809334Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.008926758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.008974502Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.009051736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.009133368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.009838328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.01342415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.017902153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.017979717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.018052422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.018430152Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.022318154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.022395738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.02244207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.022481078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.022971361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.026263189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.033029948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.033164526Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.033210297Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.033598728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:44.037704232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.037777698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":10,"elapsed":"29.004596ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.050985289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:44.051067783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.051106039Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"125.759µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.051151509Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.05126257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.051321327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.052134341Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.056462638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:44.056530092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.056575302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"5.40273ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.16188744Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.162035935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.162116876Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.163394173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.167246864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"5.404935ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.272957825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.273046351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.273163604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.274086066Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.274946765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.275012185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.275055601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.275572368Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:44.279824713Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.279929742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":10,"elapsed":"4.96956ms"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.281126078Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.281184143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.281282589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.281724907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.28432945Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.284390101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"234.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":10,"elapsed":"11.499679ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.304802892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.304879494Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.304953491Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.305000495Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.305185452Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.305809191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.309317158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.313264548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.313355268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.313414485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.313710032Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:44.317190154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.31729387Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":10,"elapsed":"12.522631ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.325316905Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"starting attached subnet manager work","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:44.325412154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.325448566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.326372291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58909","req_id":"07798959-8cca-4504-b773-5edfe6873503","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0e 47 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .G..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.326745081Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58909","req_id":"07798959-8cca-4504-b773-5edfe6873503","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3655,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3655,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:44.327240485Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58909","req_id":"07798959-8cca-4504-b773-5edfe6873503","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:44.327585139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:44.327656852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.327964513Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.328113789Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.32898522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed attached subnets","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.351690946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.351787547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":10,"elapsed":"26.577134ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.405629001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":35,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.406119114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.406165777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.406206839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.4062428Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.40758185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.411490332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.415482892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.415611016Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.415655164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.415896643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.418585253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":35,"elapsed":"13.013285ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.487187323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":35,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.487317211Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.487363462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.487404805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.487457139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.488096999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.492147975Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.497590013Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:44.497745262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.497793758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.498004967Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:44.501037109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":35,"elapsed":"13.828816ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:45.211107407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53673","req_id":"ea3dc51d-d4c5-405a-8728-74ebe43bf241","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b0 d3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:45.211238598Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53673","req_id":"ea3dc51d-d4c5-405a-8728-74ebe43bf241","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45267,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 45267,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:45.215061541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:53673","req_id":"ea3dc51d-d4c5-405a-8728-74ebe43bf241","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:45.2151168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61896","req_id":"4c7989ee-95ba-4605-a0b4-efd7b076e973","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   f1 2d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .-..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:45.215168653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61896","req_id":"4c7989ee-95ba-4605-a0b4-efd7b076e973","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61741,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61741,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:45.215494831Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61896","req_id":"4c7989ee-95ba-4605-a0b4-efd7b076e973","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:45.215536123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59665","req_id":"3b83c52d-6cb2-491e-9ff7-43780ef3b410","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   fa 0e 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:45.215590351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59665","req_id":"3b83c52d-6cb2-491e-9ff7-43780ef3b410","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64014,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64014,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:45.215869756Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59665","req_id":"3b83c52d-6cb2-491e-9ff7-43780ef3b410","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.040619737Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":88,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:46.040705247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:46.040751198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:46.040798402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.040839925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.041574423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.044575103Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.050329702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:46.05040403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.050451784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.050773423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.053278879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:46.053354249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":88,"elapsed":"12.733299ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.287135574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.287271043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.287318027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.288031514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.289919594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.289985304Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.290027378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.290061345Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.2906227Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.293933505Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.296616895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.299225145Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.29929321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.29990214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.301529893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.301597888Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.30163916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.30167487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.30209751Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.305470208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.308379246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:49.316188826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:49.316303624Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:49.316340207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:49.316369976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":31,"elapsed":"29.221827ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.321958568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.322091963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":19,"elapsed":"91.051µs"}
{"msg":"contacting server nexus","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.498477229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.4987045Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:50.499554378Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:64254"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.500122707Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90","remote_addr":"127.0.0.1:64254","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.500198948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90","remote_addr":"127.0.0.1:64254","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:50.50074326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:50.507768061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90","remote_addr":"127.0.0.1:64254","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Internal Server Error","error_message_internal":"Unknown diesel error creating Sled called \"b6d65341-167c-41df-9b5c-41cded99c229\": Record not found","latency_us":7590,"response_code":500}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.508528912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45494/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 500, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:15:50 GMT\"} })"}
{"msg":"failed to contact nexus, will retry in 70.388345872s","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:50.508912454Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90\", \"content-length\": \"124\", \"date\": \"Wed, 04 Mar 2026 07:15:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"47edab06-dd0b-4aa6-a5a5-eab6b5f70a90\" }"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.72558829Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.725667548Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.725707447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.726491194Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.730044922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.730732217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12617","req_id":"5f06dff1-4ab9-49e4-abab-73697089a628","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   80 3b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .;..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.730810492Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12617","req_id":"5f06dff1-4ab9-49e4-abab-73697089a628","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32827,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32827,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.731240596Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:12617","req_id":"5f06dff1-4ab9-49e4-abab-73697089a628","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.731386055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.731445123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.731481274Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":19,"elapsed":"5.907142ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.837941232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.838085899Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.838133935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.838790449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.842691036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:50.843410996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63883","req_id":"431e3b5a-9e79-4f24-b488-ece5f8b4647a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   41 3f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   A?..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.843491776Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63883","req_id":"431e3b5a-9e79-4f24-b488-ece5f8b4647a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16703,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16703,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.843926569Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63883","req_id":"431e3b5a-9e79-4f24-b488-ece5f8b4647a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.84412801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:50.844190243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:50.844227738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":19,"elapsed":"6.345834ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.025491312Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.029333072Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.825768ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.04127527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":89,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:51.041344798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:51.04139104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:51.041435609Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.041539545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.042178214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.046006457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.052028617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:51.052127614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.052169026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.052463231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.055073835Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.055195677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":89,"elapsed":"13.850759ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.973815542Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:15:51.973919519Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:51.973957875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":19,"elapsed":"107.143µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.022235288Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.022374615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.02242246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.022465736Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.022505875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.02335904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.026539777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.031703002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.031783321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.031827018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.032375307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.037172264Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":19,"elapsed":"14.980152ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.318672026Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:52.318772816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.318808998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"148.715µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.3188605Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.318899217Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.319450873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1050","req_id":"4d29d16d-feb0-4dc6-b915-8c3df84243a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   32 34 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   24..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.319523467Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1050","req_id":"4d29d16d-feb0-4dc6-b915-8c3df84243a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12852,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12852,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:52.319970374Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:1050","req_id":"4d29d16d-feb0-4dc6-b915-8c3df84243a8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:52.320085473Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.320151224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":19,"elapsed":"1.324762ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.321281218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.32134263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.321387779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.321431637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.321472057Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.322058832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.325383385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.329385023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:52.329527365Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.329571212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.329779246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:52.336685702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:52.33675483Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"15.509684ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.296833826Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.296927201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.296973393Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.301138335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.310553755Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.310678031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.311350407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.320099263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.320170554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.320215423Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.320252838Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.321045602Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.324167994Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.328247165Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.328409097Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.328483084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.328528173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.328567622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.328658191Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.33132106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.335314962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.335409891Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.335454309Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.335840556Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.40239555Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:53.403042324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42020"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:53.403810861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"88cbbdae-7b15-48bc-b4d8-29d1328ed077","remote_addr":"[::1]:42020","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.403917102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"88cbbdae-7b15-48bc-b4d8-29d1328ed077","remote_addr":"[::1]:42020","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:53.403964947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"88cbbdae-7b15-48bc-b4d8-29d1328ed077","remote_addr":"[::1]:42020","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":258,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.404110817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88cbbdae-7b15-48bc-b4d8-29d1328ed077\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:15:53 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:53.40418784Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:53.404224402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:53.404256706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:53.404435622Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":17,"elapsed":"107.572037ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.872191034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.872322946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.872362745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.872408195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.87245094Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.872490068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.873320457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.87684634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.88095528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.881060419Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.881104657Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.881149386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.881188303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.881468169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.884683806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.88864877Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.888723389Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.888764901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.889165907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.948575149Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.948677392Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.949245641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33693"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.949719091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"118872c5-2cc4-47f6-9dd8-736dfc07723a","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.949784311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"118872c5-2cc4-47f6-9dd8-736dfc07723a","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.949978927Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"118872c5-2cc4-47f6-9dd8-736dfc07723a","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":250,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.950301778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118872c5-2cc4-47f6-9dd8-736dfc07723a\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:15:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.950418069Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.950464351Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.951114092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.96682743Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.967122005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:54.967765593Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"a4fcfd45-d11a-4ef2-a216-7ba6d9b793eb","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.96782969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"a4fcfd45-d11a-4ef2-a216-7ba6d9b793eb","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:54.968187932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"a4fcfd45-d11a-4ef2-a216-7ba6d9b793eb","remote_addr":"[::1]:33693","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":440,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.968646543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a4fcfd45-d11a-4ef2-a216-7ba6d9b793eb\", \"date\": \"Wed, 04 Mar 2026 07:15:54 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:54.968845257Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":25,"elapsed":"96.917376ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:55.218106701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55386","req_id":"dd3d6652-44e4-458e-a1e6-b5c1fd2d7b37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   35 67 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   5g..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:55.218223643Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55386","req_id":"dd3d6652-44e4-458e-a1e6-b5c1fd2d7b37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13671,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13671,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:55.218592917Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:55386","req_id":"dd3d6652-44e4-458e-a1e6-b5c1fd2d7b37","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:55.218832172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59837","req_id":"c8204e60-143c-4c07-b4ca-d79a803e933e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   7d 64 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   }d..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:55.218947401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59837","req_id":"c8204e60-143c-4c07-b4ca-d79a803e933e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32100,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32100,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:55.219245302Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59837","req_id":"c8204e60-143c-4c07-b4ca-d79a803e933e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:55.219278729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58347","req_id":"1821135a-196d-4830-a760-ea31905e5157","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   87 2e 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:55.219333969Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58347","req_id":"1821135a-196d-4830-a760-ea31905e5157","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34606,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34606,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:15:55.219638904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58347","req_id":"1821135a-196d-4830-a760-ea31905e5157","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.040899155Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":90,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:56.041025456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:56.041073952Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:56.041117949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.041157678Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.04193872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.04523169Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.05062425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:56.050700902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.050746432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.051113992Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.053784326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:56.054040164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":90,"elapsed":"13.213984ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.130087266Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.130227034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.130263156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.130306522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.130350409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.130389567Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.132884983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.141854277Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.147122139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.147222007Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.147267758Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.147310383Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.14734924Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.147732862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.151124779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.15873324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.158836384Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.158879951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.159497928Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.165592433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.165667592Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.165714715Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.165755336Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.166300068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.171529554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.181706306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.181855683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.181906884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.18237305Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.292885046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/probes","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.293553193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38754"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.294152864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"d110d080-e42f-48fd-8211-e832f3dd54af","remote_addr":"[::1]:38754","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.294229837Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"d110d080-e42f-48fd-8211-e832f3dd54af","remote_addr":"[::1]:38754","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.294474102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/probes","method":"PUT","req_id":"d110d080-e42f-48fd-8211-e832f3dd54af","remote_addr":"[::1]:38754","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":334,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.294762234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/probes\", status: 204, headers: {\"x-request-id\": \"d110d080-e42f-48fd-8211-e832f3dd54af\", \"date\": \"Wed, 04 Mar 2026 07:15:59 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.294837734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.294915268Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.29496121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":10,"elapsed":"164.951417ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.295087621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.295144143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.295176457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.295261977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.295304762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.295344641Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.295793583Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.30173839Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.317794448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.317928455Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.318051399Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.318166547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.318257989Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.320887451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.33884664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.347965671Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.34838318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.348451987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.349000486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.432024318Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.432174597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.433861357Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54080"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.433934031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":36,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.433984702Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.43406425Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.434118267Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.434161192Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.435088514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.437108426Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"23581d7d-a0f2-43ac-890d-8ba77d5c91ca","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.437210028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"23581d7d-a0f2-43ac-890d-8ba77d5c91ca","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.43725677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"23581d7d-a0f2-43ac-890d-8ba77d5c91ca","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":220,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.437616886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23581d7d-a0f2-43ac-890d-8ba77d5c91ca\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:15:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.437689961Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.437730271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.438462665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.441283207Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.449912977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.450133014Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.450191851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.451041608Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.45521644Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":36,"elapsed":"21.240225ms"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.455484091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.455625983Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.456658404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d5761408-1de4-4405-9cac-ae53d56320d9","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.456744234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d5761408-1de4-4405-9cac-ae53d56320d9","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:15:59.457205851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"d5761408-1de4-4405-9cac-ae53d56320d9","remote_addr":"[::1]:54080","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":576,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.45966759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d5761408-1de4-4405-9cac-ae53d56320d9\", \"date\": \"Wed, 04 Mar 2026 07:15:59 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.459807578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":26,"elapsed":"164.713575ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.48639862Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":36,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.486526154Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.48660005Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.486671061Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.486735339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.487170373Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.490576358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.495917946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:15:59.496112172Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.496158654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.496305326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:15:59.498825902Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":36,"elapsed":"12.371761ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.041014615Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":91,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:01.041105295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:01.041153812Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:01.04119825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.041238289Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.042132986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.045686915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.051999562Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:01.052123388Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.052167175Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.052560346Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.055923496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:01.056029185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":91,"elapsed":"14.962828ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.286778279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.286907125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.286953528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.287754027Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.290059947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.290210416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.290256167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.290340875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.290667714Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.293876878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.296708121Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.299564604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.299634603Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.300080729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.301674915Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.301744754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.301786307Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.30182325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.302312462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.305078375Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.30859056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:04.314601148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:04.314685405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:04.31472321Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:04.314753871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":32,"elapsed":"28.002254ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:05.221877443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58797","req_id":"c1579080-867f-4267-b6b1-a6ab204fd8a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5e 6a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ^j..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:05.222029385Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58797","req_id":"c1579080-867f-4267-b6b1-a6ab204fd8a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24170,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24170,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:05.222402576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:58797","req_id":"c1579080-867f-4267-b6b1-a6ab204fd8a4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:05.222447886Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51953","req_id":"a4c02532-690f-4cc4-865c-3f50aa20d318","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   78 64 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   xd..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:05.222500932Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51953","req_id":"a4c02532-690f-4cc4-865c-3f50aa20d318","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30820,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30820,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:05.222772361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51953","req_id":"a4c02532-690f-4cc4-865c-3f50aa20d318","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:05.222803493Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62419","req_id":"4ba34fef-0cc0-409b-b012-d58c4ec16390","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   7b 52 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   {R..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:05.222852991Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62419","req_id":"4ba34fef-0cc0-409b-b012-d58c4ec16390","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:05.223132576Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62419","req_id":"4ba34fef-0cc0-409b-b012-d58c4ec16390","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.040830131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":92,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:06.04093584Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:06.040978315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:06.041017202Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.041145777Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.041842832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.045359055Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.051676071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:06.051741241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.051777723Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.052134963Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.055137506Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:06.055209589Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":92,"elapsed":"14.405882ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:07.550131528Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52450"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:07.550384711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:07.550454329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:07.550697001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:07.550781158Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:07.551581848Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:07.558775545Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"9a3cccbc-1734-4e08-9de0-82b505589a4f","remote_addr":"127.0.0.1:52450","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8321,"response_code":200}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.041102102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":93,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:11.041201229Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:11.041256028Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:11.041305977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.041350906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.042258759Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.045890041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.051336418Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:11.051421507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.05146804Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.05182056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.054879716Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:11.054961458Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":93,"elapsed":"13.837673ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.434693044Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":37,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.434797982Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.434843102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.434884153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.434922259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.435613421Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.439275404Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.443347582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.443489043Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.443536728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.443845461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.446839347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":37,"elapsed":"12.060413ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.486837236Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":37,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.48697501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.487021973Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.487064107Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.487102243Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.487823786Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.4912246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.496781717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:14.496866435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.49690937Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.497383352Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:14.500550512Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":37,"elapsed":"13.728676ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:15.224901342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61412","req_id":"db09b11a-f0d0-40a0-a5d0-1de84648023a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5e b2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ^............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:15.224991532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61412","req_id":"db09b11a-f0d0-40a0-a5d0-1de84648023a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24242,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24242,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:15.225461204Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:61412","req_id":"db09b11a-f0d0-40a0-a5d0-1de84648023a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:15.225730379Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51378","req_id":"e2e8a373-d28e-4dbd-993d-256202df114d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   e0 2d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .-..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:15.225794797Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51378","req_id":"e2e8a373-d28e-4dbd-993d-256202df114d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57389,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57389,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:15.226163249Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51378","req_id":"e2e8a373-d28e-4dbd-993d-256202df114d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:15.226200212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63949","req_id":"00e7a347-0452-4900-a906-f357406ace6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   30 7c 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   0|..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:15.226251634Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63949","req_id":"00e7a347-0452-4900-a906-f357406ace6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12412,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12412,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:15.22652637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:63949","req_id":"00e7a347-0452-4900-a906-f357406ace6f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.040876597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":94,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:16.040994371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:16.041042747Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:16.041087476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.041129719Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.041869549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.045847058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.051855612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:16.0519754Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.052024978Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.052405664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.056025504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:16.056113308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":94,"elapsed":"15.259928ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.286983151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.28712319Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.287170824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.287826817Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.2896156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.289693875Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.289739456Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.289778764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.290207084Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.293424504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.296149527Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.299008655Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.299084125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.299522906Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.30119612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.301365245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.301445665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.301488109Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.301893705Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.306430926Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.309455904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:19.323235762Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:19.323379127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:19.323417864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:19.323449697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":33,"elapsed":"36.40322ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.322063356Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.322153665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":20,"elapsed":"97.895µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.726119895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.72626825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.726315794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.727034231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.730177484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.731043133Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51471","req_id":"f16a49f8-c4ed-4c6c-aac9-d67f2486e3b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5e 74 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ^t..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.731124324Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51471","req_id":"f16a49f8-c4ed-4c6c-aac9-d67f2486e3b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24180,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24180,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.731543046Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:51471","req_id":"f16a49f8-c4ed-4c6c-aac9-d67f2486e3b5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.731727262Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.731782522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.73182188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":20,"elapsed":"5.781072ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.837419344Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.837546407Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.83759329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.838286416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.842136864Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:20.842836824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31058","req_id":"20b85a4a-f4b2-4c91-bba1-946688619a7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e3 10 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.842917224Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31058","req_id":"20b85a4a-f4b2-4c91-bba1-946688619a7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58128,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58128,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.843362328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:31058","req_id":"20b85a4a-f4b2-4c91-bba1-946688619a7e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.843502316Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:20.843557806Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:20.843597254Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":20,"elapsed":"6.201537ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.025941745Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.030382595Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.443295ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.041352943Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":95,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:21.041432541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:21.041496198Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:21.041598601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.041648581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.042896279Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.048420791Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.054876623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:21.054953325Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.054997974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.055459901Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.058899522Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.058965153Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":95,"elapsed":"17.659032ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.973889278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:21.974054816Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:21.974092832Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":20,"elapsed":"84.508µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.02163271Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.021738009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.021785794Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.021829631Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.021870212Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.022600813Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.026273457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.030433499Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.030498779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.030541033Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.030913553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.033989261Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":20,"elapsed":"12.376501ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.319150134Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:22.319242929Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.319279161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"116.833µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.319328949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.31936466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.319887449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39679","req_id":"46093ab1-ed4d-4182-8fc1-0550499e27ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f2 c2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.319970303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39679","req_id":"46093ab1-ed4d-4182-8fc1-0550499e27ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:22.320408143Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:39679","req_id":"46093ab1-ed4d-4182-8fc1-0550499e27ff","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:22.320521738Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.320588601Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":20,"elapsed":"1.28914ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.321718185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.321779767Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.321821259Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.321860648Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.321897581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.322548193Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.326182732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.3305323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:22.330627599Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.330668871Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.330969729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:22.338122335Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:22.338204478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"16.490251ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.296994464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.29714881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.297201996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.298015872Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.310895853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.311031122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.31174521Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.322377547Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.322481363Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.322530541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.322577424Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.323888968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.328178668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.33333065Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.333442623Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.333487442Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.333532852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.333573783Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.333865342Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.343314649Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.347691362Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.347769878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.347812182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.348290091Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.413086552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:23.413886621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36330"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:23.414533757Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"8a88e103-4c87-4508-ac1a-5c881b1eb88f","remote_addr":"[::1]:36330","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.414687582Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"8a88e103-4c87-4508-ac1a-5c881b1eb88f","remote_addr":"[::1]:36330","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:23.414760637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/v2p","method":"GET","req_id":"8a88e103-4c87-4508-ac1a-5c881b1eb88f","remote_addr":"[::1]:36330","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":249,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.415114129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a88e103-4c87-4508-ac1a-5c881b1eb88f\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:16:23 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:23.415229308Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:23.415297614Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:23.415358785Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:23.415418403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":18,"elapsed":"118.390113ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.872111516Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.872253218Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.872289881Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.872340151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.872383386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.872423496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.873007887Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.876504612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.88074343Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.880831164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.880877907Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.880921694Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.880960912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.881266208Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.884329683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.888193807Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.888278405Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.888325018Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.888680774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.945579239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.945656934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:58978/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.946521962Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64445"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.946949411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"eca03f5b-b7ed-4336-a9c1-426955dcc782","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.947008809Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"eca03f5b-b7ed-4336-a9c1-426955dcc782","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.94718579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/vpc-routes","method":"GET","req_id":"eca03f5b-b7ed-4336-a9c1-426955dcc782","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":256,"response_code":200}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.947504884Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca03f5b-b7ed-4336-a9c1-426955dcc782\", \"content-length\": \"2\", \"date\": \"Wed, 04 Mar 2026 07:16:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.947570504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.947611295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.948365914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.968274594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.968349132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:58978/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:24.969336684Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"326100f5-8e6a-4de1-a60e-c189bade7e4c","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.969443546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"326100f5-8e6a-4de1-a60e-c189bade7e4c","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"24.0.0"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:24.969749313Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/eip-gateways","method":"PUT","req_id":"326100f5-8e6a-4de1-a60e-c189bade7e4c","remote_addr":"[::1]:64445","local_addr":"[::1]:58978","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":376,"response_code":204}
{"msg":"client response","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.970213706Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:58978/eip-gateways\", status: 204, headers: {\"x-request-id\": \"326100f5-8e6a-4de1-a60e-c189bade7e4c\", \"date\": \"Wed, 04 Mar 2026 07:16:24 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:24.970289857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":27,"elapsed":"98.174011ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:25.235066144Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62208","req_id":"79850864-209c-4df1-8794-98c6a8444059","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   83 6d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .m..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:25.2351746Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62208","req_id":"79850864-209c-4df1-8794-98c6a8444059","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:25.235593532Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:62208","req_id":"79850864-209c-4df1-8794-98c6a8444059","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:25.235638912Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59208","req_id":"baebdff5-b12e-438c-bca7-5eb7629a87dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   7b 7d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   {}..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:25.235689332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59208","req_id":"baebdff5-b12e-438c-bca7-5eb7629a87dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31613,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31613,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:25.236971579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59208","req_id":"baebdff5-b12e-438c-bca7-5eb7629a87dd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:25.237058311Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59492","req_id":"38654114-4583-48b7-a3a9-6283ee8a57ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   24 01 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   $............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:25.23710824Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59492","req_id":"38654114-4583-48b7-a3a9-6283ee8a57ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9217,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9217,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:25.237360581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:59492","req_id":"38654114-4583-48b7-a3a9-6283ee8a57ad","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.040475433Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":96,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:26.040556995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:26.040602977Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:26.040646253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.040686102Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.041341554Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.044326001Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.049726617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:26.049884721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.049934861Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.050267852Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.052778749Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:26.05285971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":96,"elapsed":"12.34063ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.435183123Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":38,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.43527228Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.435314323Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.43535327Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.435389853Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.43634487Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.440562677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.444810914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.444870553Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.444906354Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.44525717Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.447843798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":38,"elapsed":"12.808859ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.48690161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":38,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.487049564Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.487100946Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.487143731Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.48718391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.487786778Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.4918611Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.497486993Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:29.497565168Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.497605098Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.497970764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:29.500743651Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":38,"elapsed":"13.937601ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.040507358Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":97,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:31.040631234Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:31.04067922Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:31.040723237Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.040808035Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.041659637Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.045586245Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.051820918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:31.051924253Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.051968471Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.052308446Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.055674131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:31.055815461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":97,"elapsed":"15.294296ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.286701347Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":34,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.286829331Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.286876054Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.288519879Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.296173339Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.296281464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.296330451Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.296373457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.296992476Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.300780299Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.305742164Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.308652273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.308726411Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.309578914Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.311393999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.311461984Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.311506151Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.311545239Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.312332232Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.315777665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.319513515Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:34.326258371Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:34.326345434Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:34.32638394Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:34.326414541Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":34,"elapsed":"39.737091ms"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:35.240597173Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57338","req_id":"9a3aae57-ea89-471e-a852-b077e9b9b21e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5b 23 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   [#..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:35.240901337Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57338","req_id":"9a3aae57-ea89-471e-a852-b077e9b9b21e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23331,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23331,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:35.241405629Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:57338","req_id":"9a3aae57-ea89-471e-a852-b077e9b9b21e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:35.241448594Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54821","req_id":"a02c935d-082e-41d5-986b-a5f394ce8ace","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   40 04 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   @............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:35.241505988Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54821","req_id":"a02c935d-082e-41d5-986b-a5f394ce8ace","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16388,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16388,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:35.241878919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:54821","req_id":"a02c935d-082e-41d5-986b-a5f394ce8ace","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:35.241918537Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50054","req_id":"8db8aeb1-557e-4d04-97ac-5556bbfce0ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   8f 1b 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:35.242001642Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50054","req_id":"8db8aeb1-557e-4d04-97ac-5556bbfce0ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36635,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36635,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:35.24230235Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:50054","req_id":"8db8aeb1-557e-4d04-97ac-5556bbfce0ff","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.040506699Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":98,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:36.040615996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:36.040659763Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:36.040699682Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.040736535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.041501104Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.044964422Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.050441189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:36.050510186Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.050549685Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.050902445Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.053492359Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-04T07:06:28.741261Z })"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.053562639Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":98,"elapsed":"13.105779ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.504062729Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:36.504212857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.504252326Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"120.659µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.660557361Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:36.660661437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:36.660699573Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"103.235µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.02469112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.024835918Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.024884765Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.024929995Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.024969733Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.025959439Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.029325895Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.035548113Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.035646188Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.035691939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.036069779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.039287981Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.039364182Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.039409823Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.039448479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.039851971Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.043085683Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.047310023Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.047381565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.047423919Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.047818653Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.05132621Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.051400998Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.051448272Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.051489514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.051886883Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.054745581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.060430231Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.060511873Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.06055579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.060949222Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:37.064304466Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.064380386Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":4,"elapsed":"39.759797ms"}
{"msg":"accepted connection","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:37.591487114Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:53620"}
{"msg":"incoming request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.591749565Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.591806148Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.59207409Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.59214488Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.592858067Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.596128412Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:37.596200004Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.596234663Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"129.788µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.596269693Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.596301486Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.596339391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.596378549Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.59641462Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.596890075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:37.598067263Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"3ae7b7ed-28e9-4e7b-b867-9bdede3f2bc5","remote_addr":"127.0.0.1:53620","local_addr":"127.0.0.1:45494","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6315,"response_code":200}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.601296256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.605219728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.605344075Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.605393303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.605701795Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.610227664Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.610302242Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:37.610993656Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15938","req_id":"ea4993bc-b45b-48b5-9040-ee377084e028","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   db 6c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .l..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.611083233Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15938","req_id":"ea4993bc-b45b-48b5-9040-ee377084e028","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56172,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56172,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:37.611447497Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:15938","req_id":"ea4993bc-b45b-48b5-9040-ee377084e028","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:37.611734156Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.611807161Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"15.532518ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.719343607Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.719500449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:37.719534897Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"82.183µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.187953214Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.188080898Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.188129093Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.189053048Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.22636328Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.226512306Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.226552275Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.226595391Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.227180523Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.231337449Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.231422087Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.231924294Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.236535372Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.23669563Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.23708825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.240914269Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.241007474Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.241056201Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.241097934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.241699849Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.244256697Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.244332247Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.244377447Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.245262996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.248599863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.248672077Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.248716415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.249370464Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.252599206Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.261611315Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.261728859Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.261766413Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.261823006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.261865911Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.261904127Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.262445712Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.265796147Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.265877568Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.265923199Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.266375788Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.269774578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.269849627Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.26989638Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.270382616Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.271315348Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"saga recovery pass starting","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:38.271514734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.271655083Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.271701295Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.27173935Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.272080578Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.274621124Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.282141009Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.282241579Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.282286939Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.282638427Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.286924619Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.287006252Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.287857101Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.29182893Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.291904851Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.292608779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.29592273Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.295996948Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.296922296Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.300407858Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.300552566Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.300606292Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.30065024Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.301141064Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.303688654Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.303765226Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.303811508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.304359196Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.30730668Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.307450195Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.307495916Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.307909176Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.310776431Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.325219095Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.325571105Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.325838185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.325991049Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.32716986Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.337917606Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.338389443Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.339116727Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"listed in-progress sagas","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:38.340196692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0}
{"msg":"saga recovery pass finished","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:38.34026088Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.340369085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"69.023446ms"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.343141581Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.343217552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.34446544Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.34905734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.349155415Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.34971701Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.353997612Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.354127139Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.35417779Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.354221947Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.354721129Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.357187938Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.357265472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.357313698Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.358137925Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.359394801Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.359476844Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.359524469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.360206764Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.369815908Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.369948402Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.369995285Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.370845353Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.375428726Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.384373501Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.384520533Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.384558709Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.384620241Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.38466504Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.384706122Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.384935136Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.388405529Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.388533132Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.388580677Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.388826535Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.392210085Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.392290034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.392335825Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.392936037Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.396725403Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.405415803Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.405606692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.405657332Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.406272604Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.412417058Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.412557507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.412943774Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.416225071Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.416335951Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.416845904Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.42048432Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.420576303Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.421086987Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.423785416Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.423865636Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.424376019Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.429028469Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.429153448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.429222976Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.429281692Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.430044768Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.433276546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.433413869Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.43346479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.433835857Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.436980112Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.437053287Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.437098096Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.438201728Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.441536792Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.451435041Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.451612543Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.451649457Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.451709496Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.451751479Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.451790116Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.452037968Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.455842003Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.455929006Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.456033574Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.456408979Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.459264461Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.459338508Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.459381974Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.460322472Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.463819167Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.484809435Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.484984092Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.485032999Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.485394617Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.49482665Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.494984934Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.495067068Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.495139782Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.495206034Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.495494106Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.498425448Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.503135843Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.503291031Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.503337724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.503665996Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.507820056Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-04T05:46:29.930974Z, time_modified: 2026-03-04T05:46:29.930974Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.507904444Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.507951086Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.50798798Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:38.527234805Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:38.5273478Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.527389753Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":2,"elapsed":"339.496277ms"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.591963181Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.592169291Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":30,"time":"2026-03-04T07:16:38.592259099Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.59234002Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"365.582738ms"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:38.592423646Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"365.686053ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.226128125Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:39.226219406Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:39.22626676Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:39.226311108Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.226350396Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.227576662Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.231537558Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.237362878Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:39.237427246Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.237466724Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.237933Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:39.240792189Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:39.240854863Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":7,"elapsed":"14.796768ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.195065524Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.195207185Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.195251674Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.195292625Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.195331552Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.195904921Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60278","req_id":"f028809e-fd90-4563-8ee6-ea0dcb6ab4b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e2 11 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.195998597Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60278","req_id":"f028809e-fd90-4563-8ee6-ea0dcb6ab4b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57873,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57873,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.196541355Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:60278","req_id":"f028809e-fd90-4563-8ee6-ea0dcb6ab4b2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.196597256Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.196646734Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.196693507Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.196740721Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":11,"elapsed":"1.763042ms"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.250193613Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.250323892Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.250360314Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.250403079Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.251117748Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.253297437Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.253371514Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.253420742Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.253465732Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.25379711Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.25744278Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.263880546Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.264099251Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:40.264194329Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.26423484Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":11,"elapsed":"54.338µs"}
{"msg":"activating","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.264276953Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.264314658Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":10,"time":"2026-03-04T07:16:40.264842958Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3457","req_id":"b102fe47-100d-4fab-8ba5-5f9f88f863b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   fc e2 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.264920131Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3457","req_id":"b102fe47-100d-4fab-8ba5-5f9f88f863b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64738,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64738,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.265393401Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"peer_addr":"[::1]:3457","req_id":"b102fe47-100d-4fab-8ba5-5f9f88f863b4","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:40.265532317Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.265588949Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":11,"elapsed":"1.333939ms"}
{"msg":"failed to read DNS config","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":40,"time":"2026-03-04T07:16:40.265985036Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":20,"time":"2026-03-04T07:16:40.266040115Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":11,"elapsed":"15.935309ms"}
{"msg":"Timed out after 600s while running step start_sled1, failing test","v":0,"name":"test_upstairs_repair_different_upstairs_retry","level":50,"time":"2026-03-04T07:16:40.639941074Z","hostname":"bmat-EVT22200007-0000eafd","pid":3483,"component":"init_with_steps"}